2024-12-01 23:53:21,573 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-01 23:53:21,587 main DEBUG Took 0.012176 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 23:53:21,588 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 23:53:21,588 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 23:53:21,589 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 23:53:21,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,599 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 23:53:21,613 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,615 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,616 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,617 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,618 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,619 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,620 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,620 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,621 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,621 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,622 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:53:21,623 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,623 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 23:53:21,624 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:53:21,625 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 23:53:21,627 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 23:53:21,628 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 23:53:21,628 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 23:53:21,629 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 23:53:21,636 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 23:53:21,638 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 23:53:21,640 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 23:53:21,640 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 23:53:21,640 main DEBUG createAppenders(={Console}) 2024-12-01 23:53:21,641 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-01 23:53:21,641 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-01 23:53:21,641 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-01 23:53:21,642 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 23:53:21,642 main DEBUG OutputStream closed 2024-12-01 23:53:21,642 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 23:53:21,642 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 23:53:21,643 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-01 23:53:21,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 23:53:21,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 23:53:21,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 23:53:21,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 23:53:21,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 23:53:21,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 23:53:21,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 23:53:21,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 23:53:21,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 23:53:21,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 23:53:21,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 23:53:21,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 23:53:21,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 23:53:21,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 23:53:21,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 23:53:21,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 23:53:21,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 23:53:21,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 23:53:21,718 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 23:53:21,718 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-01 23:53:21,719 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 23:53:21,720 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-01T23:53:22,020 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4 2024-12-01 23:53:22,023 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 23:53:22,024 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T23:53:22,034 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-01T23:53:22,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:53:22,070 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3, deleteOnExit=true 2024-12-01T23:53:22,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:53:22,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/test.cache.data in system properties and HBase conf 2024-12-01T23:53:22,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:53:22,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:53:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:53:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:53:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:53:22,154 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T23:53:22,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:53:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:53:22,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:53:22,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:53:22,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:53:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:53:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:53:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:53:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:53:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:53:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:53:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:53:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:53:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:53:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:53:23,254 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T23:53:23,324 INFO [Time-limited test {}] log.Log(170): Logging initialized @2450ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T23:53:23,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:53:23,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:53:23,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:53:23,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:53:23,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:53:23,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:53:23,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:53:23,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:53:23,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/java.io.tmpdir/jetty-localhost-42257-hadoop-hdfs-3_4_1-tests_jar-_-any-13570673152501967902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:53:23,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:42257} 2024-12-01T23:53:23,655 INFO [Time-limited test {}] server.Server(415): Started @2781ms 2024-12-01T23:53:24,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:53:24,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:53:24,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:53:24,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:53:24,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:53:24,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:53:24,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:53:24,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/java.io.tmpdir/jetty-localhost-43125-hadoop-hdfs-3_4_1-tests_jar-_-any-10762638341607653422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:53:24,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:43125} 2024-12-01T23:53:24,242 INFO [Time-limited test {}] server.Server(415): Started @3369ms 2024-12-01T23:53:24,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:53:25,067 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/data/data2/current/BP-570965814-172.17.0.2-1733097202756/current, will proceed with Du for space computation calculation, 2024-12-01T23:53:25,067 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/data/data1/current/BP-570965814-172.17.0.2-1733097202756/current, will proceed with Du for space computation calculation, 2024-12-01T23:53:25,095 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:53:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51793719da1e2aa0 with lease ID 0x3993e565c436f5f9: Processing first storage report for DS-820895ce-39ea-4205-8f1e-f7403c214837 from datanode DatanodeRegistration(127.0.0.1:35125, datanodeUuid=1936780b-b8ff-4c1e-b7c5-2bf797a92050, infoPort=39835, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=418987602;c=1733097202756) 2024-12-01T23:53:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51793719da1e2aa0 with lease ID 0x3993e565c436f5f9: from storage DS-820895ce-39ea-4205-8f1e-f7403c214837 node DatanodeRegistration(127.0.0.1:35125, datanodeUuid=1936780b-b8ff-4c1e-b7c5-2bf797a92050, infoPort=39835, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=418987602;c=1733097202756), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T23:53:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51793719da1e2aa0 with lease ID 0x3993e565c436f5f9: Processing first storage report for DS-572c0424-9760-4427-b58c-e5eb37d9a9c9 from datanode DatanodeRegistration(127.0.0.1:35125, datanodeUuid=1936780b-b8ff-4c1e-b7c5-2bf797a92050, infoPort=39835, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=418987602;c=1733097202756) 2024-12-01T23:53:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51793719da1e2aa0 with lease ID 0x3993e565c436f5f9: from storage DS-572c0424-9760-4427-b58c-e5eb37d9a9c9 node DatanodeRegistration(127.0.0.1:35125, datanodeUuid=1936780b-b8ff-4c1e-b7c5-2bf797a92050, infoPort=39835, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=418987602;c=1733097202756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:53:25,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4 2024-12-01T23:53:25,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/zookeeper_0, clientPort=62548, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:53:25,284 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62548 2024-12-01T23:53:25,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:53:25,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:53:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:53:25,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e with version=8 2024-12-01T23:53:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/hbase-staging 2024-12-01T23:53:26,038 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T23:53:26,282 INFO [Time-limited test {}] client.ConnectionUtils(128): master/579b0f681375:0 server-side Connection retries=45 2024-12-01T23:53:26,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:53:26,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:53:26,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:53:26,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:53:26,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:53:26,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:53:26,459 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T23:53:26,469 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T23:53:26,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:53:26,497 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103827 (auto-detected) 2024-12-01T23:53:26,498 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T23:53:26,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45043 2024-12-01T23:53:26,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45043 connecting to ZooKeeper ensemble=127.0.0.1:62548 2024-12-01T23:53:26,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450430x0, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:53:26,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45043-0x101949a40c20000 connected 2024-12-01T23:53:26,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:53:26,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:53:26,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:53:26,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e, hbase.cluster.distributed=false 2024-12-01T23:53:26,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T23:53:26,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45043 2024-12-01T23:53:26,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45043 2024-12-01T23:53:26,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45043 2024-12-01T23:53:26,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45043 2024-12-01T23:53:26,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45043 2024-12-01T23:53:26,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/579b0f681375:0 server-side Connection retries=45 2024-12-01T23:53:26,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:53:26,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:53:26,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:53:26,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:53:26,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:53:26,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:53:26,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:53:26,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43621 2024-12-01T23:53:26,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43621 connecting to ZooKeeper ensemble=127.0.0.1:62548 2024-12-01T23:53:26,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:53:26,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:53:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436210x0, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:53:26,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436210x0, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:53:26,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43621-0x101949a40c20001 connected 2024-12-01T23:53:26,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:53:26,922 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:53:26,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T23:53:26,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T23:53:26,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43621 2024-12-01T23:53:26,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43621 2024-12-01T23:53:26,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43621 2024-12-01T23:53:26,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43621 2024-12-01T23:53:26,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43621 2024-12-01T23:53:26,947 DEBUG [M:0;579b0f681375:45043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;579b0f681375:45043 2024-12-01T23:53:26,948 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/579b0f681375,45043,1733097206113 2024-12-01T23:53:26,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:53:26,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:53:26,959 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/579b0f681375,45043,1733097206113 2024-12-01T23:53:26,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T23:53:26,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:26,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:26,983 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T23:53:26,984 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/579b0f681375,45043,1733097206113 from backup master directory 2024-12-01T23:53:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/579b0f681375,45043,1733097206113 2024-12-01T23:53:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:53:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:53:26,991 WARN [master/579b0f681375:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:53:26,991 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=579b0f681375,45043,1733097206113 2024-12-01T23:53:26,993 INFO [master/579b0f681375:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T23:53:26,994 INFO [master/579b0f681375:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T23:53:27,046 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/hbase.id] with ID: 32e6346b-6851-4c2c-84af-98f357cd69d9 2024-12-01T23:53:27,046 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/.tmp/hbase.id 2024-12-01T23:53:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:53:27,458 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/.tmp/hbase.id]:[hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/hbase.id] 2024-12-01T23:53:27,511 INFO [master/579b0f681375:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:53:27,516 INFO [master/579b0f681375:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:53:27,532 INFO [master/579b0f681375:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-01T23:53:27,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:27,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:53:27,571 INFO [master/579b0f681375:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:53:27,573 INFO [master/579b0f681375:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:53:27,586 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:27,589 INFO [master/579b0f681375:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:53:27,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:53:28,034 INFO [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store 2024-12-01T23:53:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:53:28,457 INFO [master/579b0f681375:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T23:53:28,460 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:28,461 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:53:28,461 INFO [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:53:28,462 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:53:28,463 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:53:28,463 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:53:28,463 INFO [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:53:28,465 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733097208461Disabling compacts and flushes for region at 1733097208461Disabling writes for close at 1733097208463 (+2 ms)Writing region close event to WAL at 1733097208463Closed at 1733097208463 2024-12-01T23:53:28,467 WARN [master/579b0f681375:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/.initializing 2024-12-01T23:53:28,467 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/WALs/579b0f681375,45043,1733097206113 2024-12-01T23:53:28,475 INFO [master/579b0f681375:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:53:28,488 INFO [master/579b0f681375:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=579b0f681375%2C45043%2C1733097206113, suffix=, logDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/WALs/579b0f681375,45043,1733097206113, archiveDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/oldWALs, maxLogs=10 2024-12-01T23:53:28,508 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/WALs/579b0f681375,45043,1733097206113/579b0f681375%2C45043%2C1733097206113.1733097208492, exclude list is [], retry=0 2024-12-01T23:53:28,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-820895ce-39ea-4205-8f1e-f7403c214837,DISK] 2024-12-01T23:53:28,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T23:53:28,558 INFO [master/579b0f681375:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/WALs/579b0f681375,45043,1733097206113/579b0f681375%2C45043%2C1733097206113.1733097208492 2024-12-01T23:53:28,559 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835)] 2024-12-01T23:53:28,559 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:53:28,560 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:28,563 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,564 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:53:28,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:28,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:28,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:53:28,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:28,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:28,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:53:28,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:28,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:28,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:53:28,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:28,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:28,646 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,650 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,651 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,657 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,658 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,662 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:53:28,666 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:53:28,670 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:53:28,671 INFO [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74878070, jitterRate=0.11577019095420837}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:53:28,676 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733097208574Initializing all the Stores at 1733097208576 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733097208576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097208577 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097208577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097208577Cleaning up temporary data from old regions at 1733097208658 (+81 ms)Region opened successfully at 1733097208676 (+18 ms) 2024-12-01T23:53:28,678 INFO [master/579b0f681375:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:53:28,709 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c98bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=579b0f681375/172.17.0.2:0 2024-12-01T23:53:28,740 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:53:28,751 INFO [master/579b0f681375:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:53:28,751 INFO [master/579b0f681375:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:53:28,755 INFO [master/579b0f681375:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:53:28,756 INFO [master/579b0f681375:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T23:53:28,762 INFO [master/579b0f681375:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-01T23:53:28,762 INFO [master/579b0f681375:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:53:28,790 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:53:28,800 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T23:53:28,848 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T23:53:28,852 INFO [master/579b0f681375:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:53:28,854 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:53:28,865 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T23:53:28,867 INFO [master/579b0f681375:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:53:28,870 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:53:28,881 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T23:53:28,883 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:53:28,889 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T23:53:28,906 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:53:28,914 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T23:53:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T23:53:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T23:53:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:28,927 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=579b0f681375,45043,1733097206113, sessionid=0x101949a40c20000, setting cluster-up flag (Was=false) 2024-12-01T23:53:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:28,981 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T23:53:28,983 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=579b0f681375,45043,1733097206113 2024-12-01T23:53:28,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:28,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:29,023 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T23:53:29,026 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=579b0f681375,45043,1733097206113 2024-12-01T23:53:29,033 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:53:29,039 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(746): ClusterId : 32e6346b-6851-4c2c-84af-98f357cd69d9 2024-12-01T23:53:29,042 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:53:29,051 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:53:29,051 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:53:29,058 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:53:29,059 DEBUG [RS:0;579b0f681375:43621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165eab79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=579b0f681375/172.17.0.2:0 2024-12-01T23:53:29,080 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;579b0f681375:43621 2024-12-01T23:53:29,085 INFO [RS:0;579b0f681375:43621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:53:29,085 INFO [RS:0;579b0f681375:43621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:53:29,085 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:53:29,089 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(2659): reportForDuty to master=579b0f681375,45043,1733097206113 with port=43621, startcode=1733097206849 2024-12-01T23:53:29,104 DEBUG [RS:0;579b0f681375:43621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:53:29,120 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:53:29,137 INFO [master/579b0f681375:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:53:29,143 INFO [master/579b0f681375:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:53:29,146 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:53:29,150 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 579b0f681375,45043,1733097206113 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:53:29,154 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45043 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:29,157 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/579b0f681375:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:53:29,157 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/579b0f681375:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:53:29,158 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/579b0f681375:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:53:29,158 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/579b0f681375:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:53:29,158 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/579b0f681375:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:53:29,158 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,159 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/579b0f681375:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:53:29,159 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:53:29,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:53:29,168 INFO [master/579b0f681375:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733097239168 2024-12-01T23:53:29,170 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:53:29,171 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:53:29,175 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:29,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:53:29,175 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:53:29,176 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:53:29,176 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:53:29,176 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:53:29,177 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,180 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:53:29,182 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:53:29,182 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:53:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:53:29,185 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:53:29,185 INFO [master/579b0f681375:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:53:29,186 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T23:53:29,187 WARN [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T23:53:29,190 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/579b0f681375:0:becomeActiveMaster-HFileCleaner.large.0-1733097209186,5,FailOnTimeoutGroup] 2024-12-01T23:53:29,191 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/579b0f681375:0:becomeActiveMaster-HFileCleaner.small.0-1733097209191,5,FailOnTimeoutGroup] 2024-12-01T23:53:29,191 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,191 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:53:29,192 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,193 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,288 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(2659): reportForDuty to master=579b0f681375,45043,1733097206113 with port=43621, startcode=1733097206849 2024-12-01T23:53:29,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 579b0f681375,43621,1733097206849 2024-12-01T23:53:29,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45043 {}] master.ServerManager(517): Registering regionserver=579b0f681375,43621,1733097206849 2024-12-01T23:53:29,303 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:53:29,303 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33737 2024-12-01T23:53:29,303 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:53:29,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T23:53:29,334 DEBUG [RS:0;579b0f681375:43621 {}] zookeeper.ZKUtil(111): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/579b0f681375,43621,1733097206849 2024-12-01T23:53:29,335 WARN [RS:0;579b0f681375:43621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:53:29,335 INFO [RS:0;579b0f681375:43621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:53:29,335 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/WALs/579b0f681375,43621,1733097206849 2024-12-01T23:53:29,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [579b0f681375,43621,1733097206849] 2024-12-01T23:53:29,361 INFO [RS:0;579b0f681375:43621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:53:29,380 INFO [RS:0;579b0f681375:43621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:53:29,387 INFO [RS:0;579b0f681375:43621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:53:29,388 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,391 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:53:29,397 INFO [RS:0;579b0f681375:43621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:53:29,398 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,399 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,399 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,399 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,399 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,399 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,399 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/579b0f681375:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:53:29,400 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,400 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,400 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,400 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,400 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,401 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/579b0f681375:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:53:29,401 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/579b0f681375:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:53:29,401 DEBUG [RS:0;579b0f681375:43621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:53:29,405 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,405 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,405 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,405 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,406 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,406 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,43621,1733097206849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:53:29,427 INFO [RS:0;579b0f681375:43621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:53:29,429 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,43621,1733097206849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,430 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,430 INFO [RS:0;579b0f681375:43621 {}] regionserver.Replication(171): 579b0f681375,43621,1733097206849 started 2024-12-01T23:53:29,455 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:29,455 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1482): Serving as 579b0f681375,43621,1733097206849, RpcServer on 579b0f681375/172.17.0.2:43621, sessionid=0x101949a40c20001 2024-12-01T23:53:29,457 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:53:29,457 DEBUG [RS:0;579b0f681375:43621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 579b0f681375,43621,1733097206849 2024-12-01T23:53:29,457 DEBUG [RS:0;579b0f681375:43621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '579b0f681375,43621,1733097206849' 2024-12-01T23:53:29,458 DEBUG [RS:0;579b0f681375:43621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T23:53:29,459 DEBUG [RS:0;579b0f681375:43621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T23:53:29,460 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:53:29,461 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:53:29,461 DEBUG [RS:0;579b0f681375:43621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 579b0f681375,43621,1733097206849 2024-12-01T23:53:29,461 DEBUG [RS:0;579b0f681375:43621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '579b0f681375,43621,1733097206849' 2024-12-01T23:53:29,461 DEBUG [RS:0;579b0f681375:43621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T23:53:29,463 DEBUG [RS:0;579b0f681375:43621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T23:53:29,464 DEBUG [RS:0;579b0f681375:43621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:53:29,464 INFO [RS:0;579b0f681375:43621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:53:29,464 INFO [RS:0;579b0f681375:43621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:53:29,569 INFO [RS:0;579b0f681375:43621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:53:29,573 INFO [RS:0;579b0f681375:43621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=579b0f681375%2C43621%2C1733097206849, suffix=, logDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/WALs/579b0f681375,43621,1733097206849, archiveDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/oldWALs, maxLogs=32 2024-12-01T23:53:29,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:53:29,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:53:29,592 DEBUG [RS:0;579b0f681375:43621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/WALs/579b0f681375,43621,1733097206849/579b0f681375%2C43621%2C1733097206849.1733097209575, exclude list is [], retry=0 2024-12-01T23:53:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-820895ce-39ea-4205-8f1e-f7403c214837,DISK] 2024-12-01T23:53:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:53:29,606 INFO [RS:0;579b0f681375:43621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/WALs/579b0f681375,43621,1733097206849/579b0f681375%2C43621%2C1733097206849.1733097209575 2024-12-01T23:53:29,607 DEBUG [RS:0;579b0f681375:43621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835)] 2024-12-01T23:53:30,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:30,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:53:30,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:53:30,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:53:30,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:53:30,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:53:30,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:53:30,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:53:30,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:53:30,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:53:30,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740 2024-12-01T23:53:30,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740 2024-12-01T23:53:30,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:53:30,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:53:30,032 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:53:30,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:53:30,039 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:53:30,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60494857, jitterRate=-0.09855638444423676}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:53:30,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733097210006Initializing all the Stores at 1733097210008 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733097210008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733097210009 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097210009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733097210009Cleaning up temporary data from old regions at 1733097210031 (+22 ms)Region opened successfully at 1733097210042 (+11 ms) 2024-12-01T23:53:30,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:53:30,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:53:30,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:53:30,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:53:30,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:53:30,045 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:53:30,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733097210043Disabling compacts and flushes for region at 1733097210043Disabling writes for close at 1733097210043Writing region close event to WAL at 1733097210044 (+1 ms)Closed at 1733097210045 (+1 ms) 2024-12-01T23:53:30,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:53:30,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:53:30,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:53:30,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:53:30,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:53:30,219 DEBUG [579b0f681375:45043 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:53:30,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:53:30,240 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 579b0f681375,43621,1733097206849, state=OPENING 2024-12-01T23:53:30,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:53:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:53:30,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:53:30,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:53:30,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:53:30,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:53:30,480 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:53:30,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:53:30,493 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:53:30,493 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:53:30,493 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:53:30,497 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=579b0f681375%2C43621%2C1733097206849.meta, suffix=.meta, logDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/WALs/579b0f681375,43621,1733097206849, archiveDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/oldWALs, maxLogs=32 2024-12-01T23:53:30,511 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/WALs/579b0f681375,43621,1733097206849/579b0f681375%2C43621%2C1733097206849.meta.1733097210498.meta, exclude list is [], retry=0 2024-12-01T23:53:30,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-820895ce-39ea-4205-8f1e-f7403c214837,DISK] 2024-12-01T23:53:30,517 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/WALs/579b0f681375,43621,1733097206849/579b0f681375%2C43621%2C1733097206849.meta.1733097210498.meta 2024-12-01T23:53:30,518 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835)] 2024-12-01T23:53:30,518 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:53:30,520 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:53:30,522 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:53:30,526 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:53:30,531 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:53:30,532 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:30,532 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:53:30,532 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:53:30,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:53:30,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:53:30,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:53:30,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:53:30,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:53:30,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:53:30,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:53:30,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:53:30,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:53:30,550 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:53:30,551 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740 2024-12-01T23:53:30,554 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740 2024-12-01T23:53:30,556 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:53:30,556 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:53:30,557 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:53:30,559 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:53:30,561 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60182540, jitterRate=-0.10321027040481567}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:53:30,561 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:53:30,562 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733097210533Writing region info on filesystem at 1733097210533Initializing all the Stores at 1733097210535 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733097210535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733097210536 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097210536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733097210536Cleaning up temporary data from old regions at 1733097210556 (+20 ms)Running coprocessor post-open hooks at 1733097210561 (+5 ms)Region opened successfully at 1733097210562 (+1 ms) 2024-12-01T23:53:30,568 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733097210471 2024-12-01T23:53:30,578 DEBUG [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:53:30,578 INFO [RS_OPEN_META-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:53:30,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:53:30,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 579b0f681375,43621,1733097206849, state=OPEN 2024-12-01T23:53:30,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T23:53:30,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T23:53:30,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:53:30,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:53:30,624 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:30,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:53:30,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=579b0f681375,43621,1733097206849 in 321 msec 2024-12-01T23:53:30,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:53:30,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 578 msec 2024-12-01T23:53:30,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:53:30,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:53:30,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:30,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:30,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:30,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:30,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6260 sec 2024-12-01T23:53:30,695 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733097210695, completionTime=-1 2024-12-01T23:53:30,698 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:53:30,698 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:53:30,723 INFO [master/579b0f681375:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:53:30,723 INFO [master/579b0f681375:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733097270723 2024-12-01T23:53:30,723 INFO [master/579b0f681375:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733097330723 2024-12-01T23:53:30,724 INFO [master/579b0f681375:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-01T23:53:30,726 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,45043,1733097206113-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:30,726 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,45043,1733097206113-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:30,726 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,45043,1733097206113-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:30,728 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-579b0f681375:45043, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:30,728 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:30,729 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:30,736 DEBUG [master/579b0f681375:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:53:30,755 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.764sec 2024-12-01T23:53:30,756 INFO [master/579b0f681375:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:53:30,757 INFO [master/579b0f681375:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:53:30,758 INFO [master/579b0f681375:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:53:30,758 INFO [master/579b0f681375:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:53:30,758 INFO [master/579b0f681375:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:53:30,759 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,45043,1733097206113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:53:30,759 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,45043,1733097206113-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:53:30,767 DEBUG [master/579b0f681375:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:53:30,768 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:53:30,769 INFO [master/579b0f681375:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=579b0f681375,45043,1733097206113-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:53:30,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e129cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:30,855 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T23:53:30,855 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T23:53:30,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:30,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:30,865 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:30,876 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:30,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebea588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:30,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:30,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:30,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=579b0f681375,45043,1733097206113 2024-12-01T23:53:30,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=7562 2024-12-01T23:53:30,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:53:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 579b0f681375,45043,1733097206113 2024-12-01T23:53:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7afa760f 2024-12-01T23:53:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:53:30,954 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:53:30,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:53:30,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:30,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:53:30,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-01T23:53:30,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:30,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:53:30,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741835_1011 (size=1061) 2024-12-01T23:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:53:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:53:31,396 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:53:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741836_1012 (size=53) 2024-12-01T23:53:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:53:31,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:31,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ac70cd7fc8c31017c6ffcf8524814686, disabling compactions & flushes 2024-12-01T23:53:31,807 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:31,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:31,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. after waiting 0 ms 2024-12-01T23:53:31,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:31,807 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:31,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac70cd7fc8c31017c6ffcf8524814686: Waiting for close lock at 1733097211807Disabling compacts and flushes for region at 1733097211807Disabling writes for close at 1733097211807Writing region close event to WAL at 1733097211807Closed at 1733097211807 2024-12-01T23:53:31,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:53:31,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733097211810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733097211810"}]},"ts":"1733097211810"} 2024-12-01T23:53:31,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:53:31,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:53:31,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097211823"}]},"ts":"1733097211823"} 2024-12-01T23:53:31,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T23:53:31,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, ASSIGN}] 2024-12-01T23:53:31,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, ASSIGN 2024-12-01T23:53:31,838 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, ASSIGN; state=OFFLINE, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=false 2024-12-01T23:53:31,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac70cd7fc8c31017c6ffcf8524814686, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:53:31,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, ASSIGN because future has completed 2024-12-01T23:53:31,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:53:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:53:32,160 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:32,161 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:53:32,161 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,161 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:32,162 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,162 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,164 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,167 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:53:32,168 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac70cd7fc8c31017c6ffcf8524814686 columnFamilyName A 2024-12-01T23:53:32,168 DEBUG [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:32,169 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.HStore(327): Store=ac70cd7fc8c31017c6ffcf8524814686/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:32,169 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,171 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:53:32,171 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac70cd7fc8c31017c6ffcf8524814686 columnFamilyName B 2024-12-01T23:53:32,171 DEBUG [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:32,172 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.HStore(327): Store=ac70cd7fc8c31017c6ffcf8524814686/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:32,173 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,175 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:53:32,175 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac70cd7fc8c31017c6ffcf8524814686 columnFamilyName C 2024-12-01T23:53:32,175 DEBUG [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:32,176 INFO [StoreOpener-ac70cd7fc8c31017c6ffcf8524814686-1 {}] regionserver.HStore(327): Store=ac70cd7fc8c31017c6ffcf8524814686/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:32,177 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:32,177 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,178 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,179 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,181 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,181 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,182 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:53:32,185 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,188 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:53:32,189 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac70cd7fc8c31017c6ffcf8524814686; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70980587, jitterRate=0.05769316852092743}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:53:32,189 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:32,190 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac70cd7fc8c31017c6ffcf8524814686: Running coprocessor pre-open hook at 1733097212162Writing region info on filesystem at 1733097212162Initializing all the Stores at 1733097212163 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097212163Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097212164 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097212164Cleaning up temporary data from old regions at 1733097212181 (+17 ms)Running coprocessor post-open hooks at 1733097212189 (+8 ms)Region opened successfully at 1733097212190 (+1 ms) 2024-12-01T23:53:32,192 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., pid=6, masterSystemTime=1733097212150 2024-12-01T23:53:32,196 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:32,196 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:32,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac70cd7fc8c31017c6ffcf8524814686, regionState=OPEN, openSeqNum=2, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:53:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:53:32,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:53:32,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 in 214 msec 2024-12-01T23:53:32,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:53:32,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, ASSIGN in 382 msec 2024-12-01T23:53:32,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:53:32,223 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097212223"}]},"ts":"1733097212223"} 2024-12-01T23:53:32,227 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T23:53:32,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:53:32,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2650 sec 2024-12-01T23:53:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:53:33,134 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:33,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3430e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,141 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a9376a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,144 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b75ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:53:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 579b0f681375,45043,1733097206113 2024-12-01T23:53:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f23fbb8 2024-12-01T23:53:33,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:53:33,161 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:53:33,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7685e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,170 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0b2729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6b748f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e3eb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,181 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da77f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,186 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fadb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d8404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,191 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52853965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,196 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccba464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382062a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,201 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d5b15f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,206 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d21dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5332d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,214 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,219 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36baf600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,232 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2d67dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a82162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19215e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463070d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388b265e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64696a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,251 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253fe80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,254 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a56f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6950f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:53:33,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:53:33,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:53:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:53:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:53:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f894d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:53:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:53:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:33,264 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:53:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280c1d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:53:33,296 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:33,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,304 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-01T23:53:33,311 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:33,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:53:33,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:33,324 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,324 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,334 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,340 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,347 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,354 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,356 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:53:33,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:53:33,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:53:33,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:53:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:53:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:53:33,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:53:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:33,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:33,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:33,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:33,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:33,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:33,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:33,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:33,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:53:33,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd is 50, key is test_row_0/A:col10/1733097213421/Put/seqid=0 2024-12-01T23:53:33,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097273617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097273636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733097213582, max timestamp=1733097213634Num uniques 859; 2024-12-01T23:53:33,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097273636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741837_1013 (size=12001) 2024-12-01T23:53:33,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T23:53:33,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733097213582, max timestamp=1733097213634Num uniques 859; 2024-12-01T23:53:33,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T23:53:33,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733097213582, max timestamp=1733097213634Num uniques 859; 2024-12-01T23:53:33,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T23:53:33,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:33,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:33,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:33,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097273744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097273753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097273765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097273769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097273774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:33,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097273864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:33,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:33,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097273880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:53:33,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097273984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097273984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:33,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097273984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:34,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd 2024-12-01T23:53:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097274074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097274103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/e490b7c8b301450fac4366b9dd241129 is 50, key is test_row_0/B:col10/1733097213421/Put/seqid=0 2024-12-01T23:53:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741838_1014 (size=12001) 2024-12-01T23:53:34,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097274293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097274293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097274303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097274393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097274425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:53:34,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:34,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:34,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/e490b7c8b301450fac4366b9dd241129 2024-12-01T23:53:34,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/48b402fb1285448b8bb665bd01be9ecc is 50, key is test_row_0/C:col10/1733097213421/Put/seqid=0 2024-12-01T23:53:34,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741839_1015 (size=12001) 2024-12-01T23:53:34,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/48b402fb1285448b8bb665bd01be9ecc 2024-12-01T23:53:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd 2024-12-01T23:53:34,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T23:53:34,787 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-01T23:53:34,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/e490b7c8b301450fac4366b9dd241129 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e490b7c8b301450fac4366b9dd241129 2024-12-01T23:53:34,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:34,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e490b7c8b301450fac4366b9dd241129, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T23:53:34,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/48b402fb1285448b8bb665bd01be9ecc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/48b402fb1285448b8bb665bd01be9ecc 2024-12-01T23:53:34,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/48b402fb1285448b8bb665bd01be9ecc, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T23:53:34,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for ac70cd7fc8c31017c6ffcf8524814686 in 1404ms, sequenceid=12, compaction requested=false 2024-12-01T23:53:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T23:53:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:34,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-12-01T23:53:34,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:34,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/78b6999a15e34b8ba8ea06a0c39e4f50 is 50, key is test_row_0/A:col10/1733097214850/Put/seqid=0 2024-12-01T23:53:34,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097274904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097274905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741840_1016 (size=16681) 2024-12-01T23:53:34,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/78b6999a15e34b8ba8ea06a0c39e4f50 2024-12-01T23:53:34,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097274913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097274914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097274934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:34,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:34,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:34,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:34,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:34,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d67281de0b9f420f96be892c8c231cd7 is 50, key is test_row_0/B:col10/1733097214850/Put/seqid=0 2024-12-01T23:53:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741841_1017 (size=12001) 2024-12-01T23:53:35,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d67281de0b9f420f96be892c8c231cd7 2024-12-01T23:53:35,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/da1de3d361094cb68da78c5d3b229aa0 is 50, key is test_row_0/C:col10/1733097214850/Put/seqid=0 2024-12-01T23:53:35,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097275023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097275043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097275053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741842_1018 (size=12001) 2024-12-01T23:53:35,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097275263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:35,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:35,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097275284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097275293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:53:35,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:53:35,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/da1de3d361094cb68da78c5d3b229aa0 2024-12-01T23:53:35,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/78b6999a15e34b8ba8ea06a0c39e4f50 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/78b6999a15e34b8ba8ea06a0c39e4f50 2024-12-01T23:53:35,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/78b6999a15e34b8ba8ea06a0c39e4f50, entries=250, sequenceid=48, filesize=16.3 K 2024-12-01T23:53:35,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d67281de0b9f420f96be892c8c231cd7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d67281de0b9f420f96be892c8c231cd7 2024-12-01T23:53:35,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d67281de0b9f420f96be892c8c231cd7, entries=150, sequenceid=48, filesize=11.7 K 2024-12-01T23:53:35,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/da1de3d361094cb68da78c5d3b229aa0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/da1de3d361094cb68da78c5d3b229aa0 2024-12-01T23:53:35,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/da1de3d361094cb68da78c5d3b229aa0, entries=150, sequenceid=48, filesize=11.7 K 2024-12-01T23:53:35,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for ac70cd7fc8c31017c6ffcf8524814686 in 718ms, sequenceid=48, compaction requested=false 2024-12-01T23:53:35,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:35,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:53:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:35,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:35,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/647a75b991f64e82b72ab2a12cb93f8e is 50, key is test_row_0/A:col10/1733097215587/Put/seqid=0 2024-12-01T23:53:35,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741843_1019 (size=12001) 2024-12-01T23:53:35,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/647a75b991f64e82b72ab2a12cb93f8e 2024-12-01T23:53:35,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/17dd0ca9585445f89364e04780e2d774 is 50, key is test_row_0/B:col10/1733097215587/Put/seqid=0 2024-12-01T23:53:35,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097215610, max timestamp=1733097215670Num uniques 859; 2024-12-01T23:53:35,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:35,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097215610, max timestamp=1733097215670Num uniques 859; 2024-12-01T23:53:35,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:35,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097215610, max timestamp=1733097215670Num uniques 859; 2024-12-01T23:53:35,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741844_1020 (size=12001) 2024-12-01T23:53:35,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/17dd0ca9585445f89364e04780e2d774 2024-12-01T23:53:35,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/b8151fbb31ab44b5a809199ecc978c6a is 50, key is test_row_0/C:col10/1733097215587/Put/seqid=0 2024-12-01T23:53:35,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:35,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097275742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733097215720, max timestamp=1733097215744Num uniques 1018; 2024-12-01T23:53:35,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-01T23:53:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741845_1021 (size=12001) 2024-12-01T23:53:35,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/b8151fbb31ab44b5a809199ecc978c6a 2024-12-01T23:53:35,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733097215732, max timestamp=1733097215744Num uniques 1018; 2024-12-01T23:53:35,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T23:53:35,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733097215732, max timestamp=1733097215760Num uniques 1018; 2024-12-01T23:53:35,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150 2024-12-01T23:53:35,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/647a75b991f64e82b72ab2a12cb93f8e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/647a75b991f64e82b72ab2a12cb93f8e 2024-12-01T23:53:35,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/647a75b991f64e82b72ab2a12cb93f8e, entries=150, sequenceid=58, filesize=11.7 K 2024-12-01T23:53:35,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/17dd0ca9585445f89364e04780e2d774 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/17dd0ca9585445f89364e04780e2d774 2024-12-01T23:53:35,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/17dd0ca9585445f89364e04780e2d774, entries=150, sequenceid=58, filesize=11.7 K 2024-12-01T23:53:35,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/b8151fbb31ab44b5a809199ecc978c6a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/b8151fbb31ab44b5a809199ecc978c6a 2024-12-01T23:53:35,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/b8151fbb31ab44b5a809199ecc978c6a, entries=150, sequenceid=58, filesize=11.7 K 2024-12-01T23:53:35,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=115.49 KB/118262 for ac70cd7fc8c31017c6ffcf8524814686 in 258ms, sequenceid=58, compaction requested=true 2024-12-01T23:53:35,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T23:53:35,856 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:35,857 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:35,860 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:35,862 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:35,863 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,863 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e490b7c8b301450fac4366b9dd241129, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d67281de0b9f420f96be892c8c231cd7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/17dd0ca9585445f89364e04780e2d774] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=35.2 K 2024-12-01T23:53:35,864 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:35,864 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:35,864 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,865 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/78b6999a15e34b8ba8ea06a0c39e4f50, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/647a75b991f64e82b72ab2a12cb93f8e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=39.7 K 2024-12-01T23:53:35,865 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e490b7c8b301450fac4366b9dd241129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733097213392 2024-12-01T23:53:35,866 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d67281de0b9f420f96be892c8c231cd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733097213725 2024-12-01T23:53:35,866 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ebe9e4526bf42ab8d4e6f2e0cafd0fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733097213392 2024-12-01T23:53:35,867 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 17dd0ca9585445f89364e04780e2d774, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733097214862 2024-12-01T23:53:35,867 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78b6999a15e34b8ba8ea06a0c39e4f50, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733097213725 2024-12-01T23:53:35,869 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 647a75b991f64e82b72ab2a12cb93f8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733097214862 2024-12-01T23:53:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:35,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=122.20 KB heapSize=347.55 KB 2024-12-01T23:53:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:35,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:35,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:35,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:35,919 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:35,920 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4bc5cabf533b4edbb4b65e472b7169b5 is 50, key is test_row_0/A:col10/1733097215587/Put/seqid=0 2024-12-01T23:53:35,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/9e4864e769e44decab411f191262cc0f is 50, key is test_row_0/A:col10/1733097215853/Put/seqid=0 2024-12-01T23:53:35,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097275924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,936 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#11 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:35,936 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/fcd995a6cf89478d83da9f3bea7a8562 is 50, key is test_row_0/B:col10/1733097215587/Put/seqid=0 2024-12-01T23:53:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097275924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097275927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097275933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,950 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741846_1022 (size=12104) 2024-12-01T23:53:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097275973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:35,976 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741847_1023 (size=16681) 2024-12-01T23:53:35,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/9e4864e769e44decab411f191262cc0f 2024-12-01T23:53:36,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741848_1024 (size=12104) 2024-12-01T23:53:36,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T23:53:36,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/401c112eef224167b665505c81e67ec4 is 50, key is test_row_0/B:col10/1733097215853/Put/seqid=0 2024-12-01T23:53:36,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097276044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097276044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,054 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/fcd995a6cf89478d83da9f3bea7a8562 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/fcd995a6cf89478d83da9f3bea7a8562 2024-12-01T23:53:36,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097276054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,082 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into fcd995a6cf89478d83da9f3bea7a8562(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:36,083 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:36,087 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=13, startTime=1733097215851; duration=0sec 2024-12-01T23:53:36,088 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:36,091 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:36,091 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:36,096 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:36,096 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:36,096 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,096 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/48b402fb1285448b8bb665bd01be9ecc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/da1de3d361094cb68da78c5d3b229aa0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/b8151fbb31ab44b5a809199ecc978c6a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=35.2 K 2024-12-01T23:53:36,099 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b402fb1285448b8bb665bd01be9ecc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733097213392 2024-12-01T23:53:36,101 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting da1de3d361094cb68da78c5d3b229aa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733097213725 2024-12-01T23:53:36,103 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b8151fbb31ab44b5a809199ecc978c6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733097214862 2024-12-01T23:53:36,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741849_1025 (size=12001) 2024-12-01T23:53:36,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/401c112eef224167b665505c81e67ec4 2024-12-01T23:53:36,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5830af19c83848f78c0830c1040f46ef is 50, key is test_row_0/C:col10/1733097215853/Put/seqid=0 2024-12-01T23:53:36,145 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:36,147 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/52e3f2106668473ab05f540b570e8269 is 50, key is test_row_0/C:col10/1733097215587/Put/seqid=0 2024-12-01T23:53:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741850_1026 (size=12001) 2024-12-01T23:53:36,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.69 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5830af19c83848f78c0830c1040f46ef 2024-12-01T23:53:36,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/9e4864e769e44decab411f191262cc0f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e4864e769e44decab411f191262cc0f 2024-12-01T23:53:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741851_1027 (size=12104) 2024-12-01T23:53:36,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e4864e769e44decab411f191262cc0f, entries=250, sequenceid=111, filesize=16.3 K 2024-12-01T23:53:36,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/401c112eef224167b665505c81e67ec4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/401c112eef224167b665505c81e67ec4 2024-12-01T23:53:36,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,223 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/52e3f2106668473ab05f540b570e8269 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/52e3f2106668473ab05f540b570e8269 2024-12-01T23:53:36,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/401c112eef224167b665505c81e67ec4, entries=150, sequenceid=111, filesize=11.7 K 2024-12-01T23:53:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5830af19c83848f78c0830c1040f46ef as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5830af19c83848f78c0830c1040f46ef 2024-12-01T23:53:36,245 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 52e3f2106668473ab05f540b570e8269(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:36,245 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:36,246 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=13, startTime=1733097215852; duration=0sec 2024-12-01T23:53:36,246 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:36,246 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:36,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5830af19c83848f78c0830c1040f46ef, entries=150, sequenceid=111, filesize=11.7 K 2024-12-01T23:53:36,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~128.91 KB/132002, heapSize ~367.42 KB/376240, currentSize=53.67 KB/54960 for ac70cd7fc8c31017c6ffcf8524814686 in 378ms, sequenceid=111, compaction requested=false 2024-12-01T23:53:36,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:36,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:53:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:36,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/a4de6caf8c714be68e23fdd57344ab72 is 50, key is test_row_0/A:col10/1733097216268/Put/seqid=0 2024-12-01T23:53:36,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741852_1028 (size=14341) 2024-12-01T23:53:36,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/a4de6caf8c714be68e23fdd57344ab72 2024-12-01T23:53:36,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/3b2ee411d2164115bf212cdd926e2ef5 is 50, key is test_row_0/B:col10/1733097216268/Put/seqid=0 2024-12-01T23:53:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741853_1029 (size=12001) 2024-12-01T23:53:36,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,396 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4bc5cabf533b4edbb4b65e472b7169b5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4bc5cabf533b4edbb4b65e472b7169b5 2024-12-01T23:53:36,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097276403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097276404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,424 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 4bc5cabf533b4edbb4b65e472b7169b5(size=11.8 K), total size for store is 28.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:36,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,424 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:36,425 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=13, startTime=1733097215849; duration=0sec 2024-12-01T23:53:36,425 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:36,425 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097276413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:53:36,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T23:53:36,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:53:36,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T23:53:36,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:53:36,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T23:53:36,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T23:53:36,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T23:53:36,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097276523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097276523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:36,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:36,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097276535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097276733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097276733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/3b2ee411d2164115bf212cdd926e2ef5 2024-12-01T23:53:36,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097276754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:36,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/6ec8497dad9e4973a6eda0197043a1b1 is 50, key is test_row_0/C:col10/1733097216268/Put/seqid=0 2024-12-01T23:53:36,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741854_1030 (size=12001) 2024-12-01T23:53:36,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/6ec8497dad9e4973a6eda0197043a1b1 2024-12-01T23:53:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/a4de6caf8c714be68e23fdd57344ab72 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a4de6caf8c714be68e23fdd57344ab72 2024-12-01T23:53:36,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:36,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a4de6caf8c714be68e23fdd57344ab72, entries=200, sequenceid=126, filesize=14.0 K 2024-12-01T23:53:36,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/3b2ee411d2164115bf212cdd926e2ef5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3b2ee411d2164115bf212cdd926e2ef5 2024-12-01T23:53:36,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3b2ee411d2164115bf212cdd926e2ef5, entries=150, sequenceid=126, filesize=11.7 K 2024-12-01T23:53:36,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/6ec8497dad9e4973a6eda0197043a1b1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6ec8497dad9e4973a6eda0197043a1b1 2024-12-01T23:53:36,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6ec8497dad9e4973a6eda0197043a1b1, entries=150, sequenceid=126, filesize=11.7 K 2024-12-01T23:53:36,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ac70cd7fc8c31017c6ffcf8524814686 in 622ms, sequenceid=126, compaction requested=true 2024-12-01T23:53:36,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:36,902 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:36,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:36,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:36,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:36,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:36,902 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:36,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:36,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:36,905 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:36,905 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:36,905 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,905 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4bc5cabf533b4edbb4b65e472b7169b5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e4864e769e44decab411f191262cc0f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a4de6caf8c714be68e23fdd57344ab72] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=42.1 K 2024-12-01T23:53:36,909 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:36,909 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:36,909 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:36,909 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/fcd995a6cf89478d83da9f3bea7a8562, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/401c112eef224167b665505c81e67ec4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3b2ee411d2164115bf212cdd926e2ef5] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=35.3 K 2024-12-01T23:53:36,910 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bc5cabf533b4edbb4b65e472b7169b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733097214862 2024-12-01T23:53:36,910 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e4864e769e44decab411f191262cc0f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733097215801 2024-12-01T23:53:36,910 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting fcd995a6cf89478d83da9f3bea7a8562, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733097214862 2024-12-01T23:53:36,912 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 401c112eef224167b665505c81e67ec4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733097215843 2024-12-01T23:53:36,913 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b2ee411d2164115bf212cdd926e2ef5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733097215911 2024-12-01T23:53:36,913 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4de6caf8c714be68e23fdd57344ab72, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733097215911 2024-12-01T23:53:36,942 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:36,942 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/ae5f7cb360924f41879d6856d3854ba8 is 50, key is test_row_0/A:col10/1733097216268/Put/seqid=0 2024-12-01T23:53:36,943 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:36,944 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/bc420f26fdfc4fa0add031681f35dce6 is 50, key is test_row_0/B:col10/1733097216268/Put/seqid=0 2024-12-01T23:53:36,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741855_1031 (size=12207) 2024-12-01T23:53:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741856_1032 (size=12207) 2024-12-01T23:53:37,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T23:53:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:37,002 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:53:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4002e49cc2ae40e88fc55e8cbacbd818 is 50, key is test_row_0/A:col10/1733097216374/Put/seqid=0 2024-12-01T23:53:37,019 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/bc420f26fdfc4fa0add031681f35dce6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/bc420f26fdfc4fa0add031681f35dce6 2024-12-01T23:53:37,022 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/ae5f7cb360924f41879d6856d3854ba8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/ae5f7cb360924f41879d6856d3854ba8 2024-12-01T23:53:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741857_1033 (size=12151) 2024-12-01T23:53:37,039 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into bc420f26fdfc4fa0add031681f35dce6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:37,039 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4002e49cc2ae40e88fc55e8cbacbd818 2024-12-01T23:53:37,040 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:37,040 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=13, startTime=1733097216902; duration=0sec 2024-12-01T23:53:37,042 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into ae5f7cb360924f41879d6856d3854ba8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:37,042 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:37,042 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:37,042 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:37,042 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=13, startTime=1733097216902; duration=0sec 2024-12-01T23:53:37,042 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:37,043 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:37,043 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:37,047 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:37,047 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:37,048 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:37,052 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/52e3f2106668473ab05f540b570e8269, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5830af19c83848f78c0830c1040f46ef, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6ec8497dad9e4973a6eda0197043a1b1] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=35.3 K 2024-12-01T23:53:37,054 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 52e3f2106668473ab05f540b570e8269, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733097214862 2024-12-01T23:53:37,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d008f2aa3a3f45229eb04fda7e557122 is 50, key is test_row_0/B:col10/1733097216374/Put/seqid=0 2024-12-01T23:53:37,059 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5830af19c83848f78c0830c1040f46ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733097215843 2024-12-01T23:53:37,060 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ec8497dad9e4973a6eda0197043a1b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733097215911 2024-12-01T23:53:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:37,094 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:37,097 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/83d6674dced34d4dbc9363769d60558f is 50, key is test_row_0/C:col10/1733097216268/Put/seqid=0 2024-12-01T23:53:37,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097277092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097277096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097277097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741858_1034 (size=12151) 2024-12-01T23:53:37,118 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d008f2aa3a3f45229eb04fda7e557122 2024-12-01T23:53:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741859_1035 (size=12207) 2024-12-01T23:53:37,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/9c18f5b7e8ed48cfabf12f1636961b32 is 50, key is test_row_0/C:col10/1733097216374/Put/seqid=0 2024-12-01T23:53:37,171 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/83d6674dced34d4dbc9363769d60558f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/83d6674dced34d4dbc9363769d60558f 2024-12-01T23:53:37,185 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 83d6674dced34d4dbc9363769d60558f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:37,185 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:37,185 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=13, startTime=1733097216902; duration=0sec 2024-12-01T23:53:37,185 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:37,186 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:37,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097277203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741860_1036 (size=12151) 2024-12-01T23:53:37,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097277214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097277214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,218 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/9c18f5b7e8ed48cfabf12f1636961b32 2024-12-01T23:53:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4002e49cc2ae40e88fc55e8cbacbd818 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4002e49cc2ae40e88fc55e8cbacbd818 2024-12-01T23:53:37,242 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4002e49cc2ae40e88fc55e8cbacbd818, entries=150, sequenceid=146, filesize=11.9 K 2024-12-01T23:53:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d008f2aa3a3f45229eb04fda7e557122 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d008f2aa3a3f45229eb04fda7e557122 2024-12-01T23:53:37,256 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d008f2aa3a3f45229eb04fda7e557122, entries=150, sequenceid=146, filesize=11.9 K 2024-12-01T23:53:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/9c18f5b7e8ed48cfabf12f1636961b32 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9c18f5b7e8ed48cfabf12f1636961b32 2024-12-01T23:53:37,275 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9c18f5b7e8ed48cfabf12f1636961b32, entries=150, sequenceid=146, filesize=11.9 K 2024-12-01T23:53:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-01T23:53:37,277 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ac70cd7fc8c31017c6ffcf8524814686 in 275ms, sequenceid=146, compaction requested=false 2024-12-01T23:53:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T23:53:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T23:53:37,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-01T23:53:37,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9650 sec 2024-12-01T23:53:37,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.9830 sec 2024-12-01T23:53:37,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:53:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:37,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/bf5de2eff15d45fa8122dd8eeefa0cc1 is 50, key is test_row_0/A:col10/1733097217069/Put/seqid=0 2024-12-01T23:53:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741861_1037 (size=14541) 2024-12-01T23:53:37,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/bf5de2eff15d45fa8122dd8eeefa0cc1 2024-12-01T23:53:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:53:37,474 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:37,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-01T23:53:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:53:37,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:37,481 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:37,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:37,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/3a4765e9ea814d46ac448483ad17c3bf is 50, key is test_row_0/B:col10/1733097217069/Put/seqid=0 2024-12-01T23:53:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097277488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097277491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097277497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741862_1038 (size=12151) 2024-12-01T23:53:37,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/3a4765e9ea814d46ac448483ad17c3bf 2024-12-01T23:53:37,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/4ee8d57a4a7a4c9191b2f19726f9e2a4 is 50, key is test_row_0/C:col10/1733097217069/Put/seqid=0 2024-12-01T23:53:37,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741863_1039 (size=12151) 2024-12-01T23:53:37,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/4ee8d57a4a7a4c9191b2f19726f9e2a4 2024-12-01T23:53:37,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/bf5de2eff15d45fa8122dd8eeefa0cc1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/bf5de2eff15d45fa8122dd8eeefa0cc1 2024-12-01T23:53:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:53:37,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/bf5de2eff15d45fa8122dd8eeefa0cc1, entries=200, sequenceid=163, filesize=14.2 K 2024-12-01T23:53:37,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/3a4765e9ea814d46ac448483ad17c3bf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3a4765e9ea814d46ac448483ad17c3bf 2024-12-01T23:53:37,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3a4765e9ea814d46ac448483ad17c3bf, entries=150, sequenceid=163, filesize=11.9 K 2024-12-01T23:53:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097277603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097277603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/4ee8d57a4a7a4c9191b2f19726f9e2a4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4ee8d57a4a7a4c9191b2f19726f9e2a4 2024-12-01T23:53:37,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097277614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4ee8d57a4a7a4c9191b2f19726f9e2a4, entries=150, sequenceid=163, filesize=11.9 K 2024-12-01T23:53:37,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ac70cd7fc8c31017c6ffcf8524814686 in 206ms, sequenceid=163, compaction requested=true 2024-12-01T23:53:37,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:37,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:37,630 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:37,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:37,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:37,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:37,630 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:37,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:37,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:37,633 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:37,633 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:37,633 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:37,633 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:37,633 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:37,633 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:37,633 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/bc420f26fdfc4fa0add031681f35dce6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d008f2aa3a3f45229eb04fda7e557122, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3a4765e9ea814d46ac448483ad17c3bf] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=35.7 K 2024-12-01T23:53:37,633 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/ae5f7cb360924f41879d6856d3854ba8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4002e49cc2ae40e88fc55e8cbacbd818, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/bf5de2eff15d45fa8122dd8eeefa0cc1] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=38.0 K 2024-12-01T23:53:37,634 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting bc420f26fdfc4fa0add031681f35dce6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733097215911 2024-12-01T23:53:37,635 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae5f7cb360924f41879d6856d3854ba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733097215911 2024-12-01T23:53:37,635 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d008f2aa3a3f45229eb04fda7e557122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733097216374 2024-12-01T23:53:37,636 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4002e49cc2ae40e88fc55e8cbacbd818, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733097216374 2024-12-01T23:53:37,636 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a4765e9ea814d46ac448483ad17c3bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733097217069 2024-12-01T23:53:37,638 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf5de2eff15d45fa8122dd8eeefa0cc1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733097217069 2024-12-01T23:53:37,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T23:53:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:37,639 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T23:53:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/56f1af57504647b4a56a9f710d16c50e is 50, key is test_row_0/A:col10/1733097217489/Put/seqid=0 2024-12-01T23:53:37,670 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:37,671 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:37,671 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/767df0fb3c044167bc67b9741db6d2a1 is 50, key is test_row_0/B:col10/1733097217069/Put/seqid=0 2024-12-01T23:53:37,671 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/1cab0cc630ad432faf9ecc6981627f7a is 50, key is test_row_0/A:col10/1733097217069/Put/seqid=0 2024-12-01T23:53:37,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741865_1041 (size=12459) 2024-12-01T23:53:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741864_1040 (size=12151) 2024-12-01T23:53:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741866_1042 (size=12459) 2024-12-01T23:53:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:53:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097277836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097277838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097277848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097277953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097277953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097277963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097277974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,978 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097277993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:37,996 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:53:38,128 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/1cab0cc630ad432faf9ecc6981627f7a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1cab0cc630ad432faf9ecc6981627f7a 2024-12-01T23:53:38,138 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/56f1af57504647b4a56a9f710d16c50e 2024-12-01T23:53:38,157 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 1cab0cc630ad432faf9ecc6981627f7a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:38,157 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:38,157 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=13, startTime=1733097217630; duration=0sec 2024-12-01T23:53:38,158 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:38,158 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:38,158 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:38,160 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:38,160 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:38,160 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/767df0fb3c044167bc67b9741db6d2a1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/767df0fb3c044167bc67b9741db6d2a1 2024-12-01T23:53:38,160 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:38,160 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/83d6674dced34d4dbc9363769d60558f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9c18f5b7e8ed48cfabf12f1636961b32, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4ee8d57a4a7a4c9191b2f19726f9e2a4] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=35.7 K 2024-12-01T23:53:38,162 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83d6674dced34d4dbc9363769d60558f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733097215911 2024-12-01T23:53:38,165 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c18f5b7e8ed48cfabf12f1636961b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733097216374 2024-12-01T23:53:38,166 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ee8d57a4a7a4c9191b2f19726f9e2a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733097217069 2024-12-01T23:53:38,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097278163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097278164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097278176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/015c29850684442f86dbffbb55fa38a0 is 50, key is test_row_0/B:col10/1733097217489/Put/seqid=0 2024-12-01T23:53:38,190 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into 767df0fb3c044167bc67b9741db6d2a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:38,191 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:38,191 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=13, startTime=1733097217630; duration=0sec 2024-12-01T23:53:38,191 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:38,191 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:38,202 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:38,222 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/618845c74921486ea3a945371c2f1fb2 is 50, key is test_row_0/C:col10/1733097217069/Put/seqid=0 2024-12-01T23:53:38,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741867_1043 (size=12151) 2024-12-01T23:53:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741868_1044 (size=12459) 2024-12-01T23:53:38,288 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/618845c74921486ea3a945371c2f1fb2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/618845c74921486ea3a945371c2f1fb2 2024-12-01T23:53:38,299 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 618845c74921486ea3a945371c2f1fb2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:38,299 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:38,299 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=13, startTime=1733097217630; duration=0sec 2024-12-01T23:53:38,299 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:38,299 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:38,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097278483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097278483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097278483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:53:38,630 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/015c29850684442f86dbffbb55fa38a0 2024-12-01T23:53:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5b2ca7a3f3fd42f69eeffc1e1435273b is 50, key is test_row_0/C:col10/1733097217489/Put/seqid=0 2024-12-01T23:53:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741869_1045 (size=12151) 2024-12-01T23:53:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097278993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097278993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097278993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:39,076 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5b2ca7a3f3fd42f69eeffc1e1435273b 2024-12-01T23:53:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/56f1af57504647b4a56a9f710d16c50e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/56f1af57504647b4a56a9f710d16c50e 2024-12-01T23:53:39,102 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/56f1af57504647b4a56a9f710d16c50e, entries=150, sequenceid=181, filesize=11.9 K 2024-12-01T23:53:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/015c29850684442f86dbffbb55fa38a0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/015c29850684442f86dbffbb55fa38a0 2024-12-01T23:53:39,114 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/015c29850684442f86dbffbb55fa38a0, entries=150, sequenceid=181, filesize=11.9 K 2024-12-01T23:53:39,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5b2ca7a3f3fd42f69eeffc1e1435273b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5b2ca7a3f3fd42f69eeffc1e1435273b 2024-12-01T23:53:39,125 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5b2ca7a3f3fd42f69eeffc1e1435273b, entries=150, sequenceid=181, filesize=11.9 K 2024-12-01T23:53:39,127 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ac70cd7fc8c31017c6ffcf8524814686 in 1487ms, sequenceid=181, compaction requested=false 2024-12-01T23:53:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-01T23:53:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-01T23:53:39,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:53:39,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec 2024-12-01T23:53:39,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.6600 sec 2024-12-01T23:53:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:53:39,623 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:39,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-01T23:53:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:53:39,626 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:39,627 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:39,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:53:39,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T23:53:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:39,781 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:53:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:39,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2b534b01ed784991b182fc302fe0fd46 is 50, key is test_row_0/A:col10/1733097217832/Put/seqid=0 2024-12-01T23:53:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741870_1046 (size=12151) 2024-12-01T23:53:39,819 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2b534b01ed784991b182fc302fe0fd46 2024-12-01T23:53:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8d5db2d287104ec59a5d279426371672 is 50, key is test_row_0/B:col10/1733097217832/Put/seqid=0 2024-12-01T23:53:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741871_1047 (size=12151) 2024-12-01T23:53:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:53:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:40,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:40,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097280032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097280035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097280036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097280143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097280143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097280143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,249 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8d5db2d287104ec59a5d279426371672 2024-12-01T23:53:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:53:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/eb3dd65cae4445f49f9a3b5ae754b076 is 50, key is test_row_0/C:col10/1733097217832/Put/seqid=0 2024-12-01T23:53:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741872_1048 (size=12151) 2024-12-01T23:53:40,266 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/eb3dd65cae4445f49f9a3b5ae754b076 2024-12-01T23:53:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2b534b01ed784991b182fc302fe0fd46 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2b534b01ed784991b182fc302fe0fd46 2024-12-01T23:53:40,293 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2b534b01ed784991b182fc302fe0fd46, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T23:53:40,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8d5db2d287104ec59a5d279426371672 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8d5db2d287104ec59a5d279426371672 2024-12-01T23:53:40,307 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8d5db2d287104ec59a5d279426371672, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T23:53:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/eb3dd65cae4445f49f9a3b5ae754b076 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/eb3dd65cae4445f49f9a3b5ae754b076 2024-12-01T23:53:40,321 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/eb3dd65cae4445f49f9a3b5ae754b076, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T23:53:40,337 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ac70cd7fc8c31017c6ffcf8524814686 in 556ms, sequenceid=198, compaction requested=true 2024-12-01T23:53:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-01T23:53:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-01T23:53:40,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T23:53:40,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 713 msec 2024-12-01T23:53:40,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 720 msec 2024-12-01T23:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:40,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:53:40,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:40,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:40,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:40,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:40,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:40,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:40,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/a370e97096c14780a31d090c11213591 is 50, key is test_row_0/A:col10/1733097220034/Put/seqid=0 2024-12-01T23:53:40,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741873_1049 (size=12151) 2024-12-01T23:53:40,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/a370e97096c14780a31d090c11213591 2024-12-01T23:53:40,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097280376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097280377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097280382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/96c1946a04c34e8c81cf5a0801885e7e is 50, key is test_row_0/B:col10/1733097220034/Put/seqid=0 2024-12-01T23:53:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741874_1050 (size=12151) 2024-12-01T23:53:40,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097280493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097280493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097280494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097280703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097280704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097280704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:53:40,763 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:40,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-01T23:53:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:53:40,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:40,766 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:40,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:40,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/96c1946a04c34e8c81cf5a0801885e7e 2024-12-01T23:53:40,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/01a1adea6903412f94675276082eff23 is 50, key is test_row_0/C:col10/1733097220034/Put/seqid=0 2024-12-01T23:53:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741875_1051 (size=12151) 2024-12-01T23:53:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:53:40,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T23:53:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:40,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:40,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097281013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097281014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097281014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T23:53:41,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:41,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:41,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:53:41,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T23:53:41,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:41,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:41,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:41,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/01a1adea6903412f94675276082eff23 2024-12-01T23:53:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/a370e97096c14780a31d090c11213591 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a370e97096c14780a31d090c11213591 2024-12-01T23:53:41,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a370e97096c14780a31d090c11213591, entries=150, sequenceid=217, filesize=11.9 K 2024-12-01T23:53:41,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/96c1946a04c34e8c81cf5a0801885e7e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/96c1946a04c34e8c81cf5a0801885e7e 2024-12-01T23:53:41,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/96c1946a04c34e8c81cf5a0801885e7e, entries=150, sequenceid=217, filesize=11.9 K 2024-12-01T23:53:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/01a1adea6903412f94675276082eff23 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/01a1adea6903412f94675276082eff23 2024-12-01T23:53:41,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/01a1adea6903412f94675276082eff23, entries=150, sequenceid=217, filesize=11.9 K 2024-12-01T23:53:41,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ac70cd7fc8c31017c6ffcf8524814686 in 942ms, sequenceid=217, compaction requested=true 2024-12-01T23:53:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:41,299 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:41,299 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:41,301 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:41,301 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:41,301 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:41,301 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:41,301 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,301 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,301 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/767df0fb3c044167bc67b9741db6d2a1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/015c29850684442f86dbffbb55fa38a0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8d5db2d287104ec59a5d279426371672, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/96c1946a04c34e8c81cf5a0801885e7e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=47.8 K 2024-12-01T23:53:41,301 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1cab0cc630ad432faf9ecc6981627f7a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/56f1af57504647b4a56a9f710d16c50e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2b534b01ed784991b182fc302fe0fd46, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a370e97096c14780a31d090c11213591] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=47.8 K 2024-12-01T23:53:41,302 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 767df0fb3c044167bc67b9741db6d2a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733097217069 2024-12-01T23:53:41,302 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cab0cc630ad432faf9ecc6981627f7a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733097217069 2024-12-01T23:53:41,304 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f1af57504647b4a56a9f710d16c50e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733097217471 2024-12-01T23:53:41,305 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 015c29850684442f86dbffbb55fa38a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733097217471 2024-12-01T23:53:41,305 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b534b01ed784991b182fc302fe0fd46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733097217832 2024-12-01T23:53:41,306 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d5db2d287104ec59a5d279426371672, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733097217832 2024-12-01T23:53:41,306 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c1946a04c34e8c81cf5a0801885e7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733097220029 2024-12-01T23:53:41,306 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a370e97096c14780a31d090c11213591, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733097220029 2024-12-01T23:53:41,324 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:41,325 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/465b1a38f920415ea379cbb72d9f9ac4 is 50, key is test_row_0/B:col10/1733097220034/Put/seqid=0 2024-12-01T23:53:41,326 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:41,327 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/9b56de5e03ba4c7890842f5761df949b is 50, key is test_row_0/A:col10/1733097220034/Put/seqid=0 2024-12-01T23:53:41,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741876_1052 (size=12595) 2024-12-01T23:53:41,355 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/465b1a38f920415ea379cbb72d9f9ac4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/465b1a38f920415ea379cbb72d9f9ac4 2024-12-01T23:53:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741877_1053 (size=12595) 2024-12-01T23:53:41,373 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/9b56de5e03ba4c7890842f5761df949b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9b56de5e03ba4c7890842f5761df949b 2024-12-01T23:53:41,375 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into 465b1a38f920415ea379cbb72d9f9ac4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:41,377 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:41,377 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=12, startTime=1733097221299; duration=0sec 2024-12-01T23:53:41,381 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:41,381 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:41,381 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:41,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T23:53:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,384 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:53:41,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:41,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:41,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:41,386 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 9b56de5e03ba4c7890842f5761df949b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:41,386 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:41,387 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=12, startTime=1733097221299; duration=0sec 2024-12-01T23:53:41,387 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:41,387 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:41,388 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:41,388 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:41,388 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,388 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/618845c74921486ea3a945371c2f1fb2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5b2ca7a3f3fd42f69eeffc1e1435273b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/eb3dd65cae4445f49f9a3b5ae754b076, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/01a1adea6903412f94675276082eff23] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=47.8 K 2024-12-01T23:53:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/3e75f48729b64708a0ee77fa43b882cf is 50, key is test_row_0/A:col10/1733097220379/Put/seqid=0 2024-12-01T23:53:41,391 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 618845c74921486ea3a945371c2f1fb2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733097217069 2024-12-01T23:53:41,393 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b2ca7a3f3fd42f69eeffc1e1435273b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733097217471 2024-12-01T23:53:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:53:41,394 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting eb3dd65cae4445f49f9a3b5ae754b076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733097217832 2024-12-01T23:53:41,395 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 01a1adea6903412f94675276082eff23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733097220029 2024-12-01T23:53:41,417 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:41,418 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5c706f7b2cb94980946187ccaee923fd is 50, key is test_row_0/C:col10/1733097220034/Put/seqid=0 2024-12-01T23:53:41,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741878_1054 (size=12151) 2024-12-01T23:53:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741879_1055 (size=12595) 2024-12-01T23:53:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:41,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097281564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097281571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097281571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097281683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097281683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097281683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,849 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/3e75f48729b64708a0ee77fa43b882cf 2024-12-01T23:53:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/75b2a57a143c49a08ff45596ad13ca36 is 50, key is test_row_0/B:col10/1733097220379/Put/seqid=0 2024-12-01T23:53:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741880_1056 (size=12151) 2024-12-01T23:53:41,866 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/75b2a57a143c49a08ff45596ad13ca36 2024-12-01T23:53:41,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/bcd9706b2773456fa39b00f47be76732 is 50, key is test_row_0/C:col10/1733097220379/Put/seqid=0 2024-12-01T23:53:41,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741881_1057 (size=12151) 2024-12-01T23:53:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097281893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097281893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097281893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:41,899 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5c706f7b2cb94980946187ccaee923fd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5c706f7b2cb94980946187ccaee923fd 2024-12-01T23:53:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:41,900 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/bcd9706b2773456fa39b00f47be76732 2024-12-01T23:53:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:53:41,914 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 5c706f7b2cb94980946187ccaee923fd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:41,915 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:41,915 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=12, startTime=1733097221299; duration=0sec 2024-12-01T23:53:41,915 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:41,915 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:41,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/3e75f48729b64708a0ee77fa43b882cf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/3e75f48729b64708a0ee77fa43b882cf 2024-12-01T23:53:41,925 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/3e75f48729b64708a0ee77fa43b882cf, entries=150, sequenceid=231, filesize=11.9 K 2024-12-01T23:53:41,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/75b2a57a143c49a08ff45596ad13ca36 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/75b2a57a143c49a08ff45596ad13ca36 2024-12-01T23:53:41,937 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/75b2a57a143c49a08ff45596ad13ca36, entries=150, sequenceid=231, filesize=11.9 K 2024-12-01T23:53:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/bcd9706b2773456fa39b00f47be76732 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/bcd9706b2773456fa39b00f47be76732 2024-12-01T23:53:41,954 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/bcd9706b2773456fa39b00f47be76732, entries=150, sequenceid=231, filesize=11.9 K 2024-12-01T23:53:41,956 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for ac70cd7fc8c31017c6ffcf8524814686 in 571ms, sequenceid=231, compaction requested=false 2024-12-01T23:53:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-01T23:53:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-01T23:53:41,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T23:53:41,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1970 sec 2024-12-01T23:53:41,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2050 sec 2024-12-01T23:53:42,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097221560, max timestamp=1733097222015Num uniques 859; 2024-12-01T23:53:42,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097221560, max timestamp=1733097222015Num uniques 859; 2024-12-01T23:53:42,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:42,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:42,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-12-01T23:53:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:42,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/f5d92f356cb14fb9ba7a9cf2325ea418 is 50, key is test_row_0/A:col10/1733097222037/Put/seqid=0 2024-12-01T23:53:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741882_1058 (size=16931) 2024-12-01T23:53:42,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097282125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097282128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097282203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097282203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097282203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097282233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097282242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097282442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097282453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/f5d92f356cb14fb9ba7a9cf2325ea418 2024-12-01T23:53:42,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/acc524589ac44d2884826679d36f8fed is 50, key is test_row_0/B:col10/1733097222037/Put/seqid=0 2024-12-01T23:53:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741883_1059 (size=12151) 2024-12-01T23:53:42,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097282713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097282713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097282723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097282753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097282763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:42,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:53:42,913 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:42,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-01T23:53:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T23:53:42,917 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:42,918 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:42,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:42,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/acc524589ac44d2884826679d36f8fed 2024-12-01T23:53:42,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/104f54491a344e12a1726a88f0165d2d is 50, key is test_row_0/C:col10/1733097222037/Put/seqid=0 2024-12-01T23:53:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741884_1060 (size=12151) 2024-12-01T23:53:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T23:53:43,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T23:53:43,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:43,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T23:53:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T23:53:43,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097283263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:43,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097283273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:43,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/104f54491a344e12a1726a88f0165d2d 2024-12-01T23:53:43,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/f5d92f356cb14fb9ba7a9cf2325ea418 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/f5d92f356cb14fb9ba7a9cf2325ea418 2024-12-01T23:53:43,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T23:53:43,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:43,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:43,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/f5d92f356cb14fb9ba7a9cf2325ea418, entries=250, sequenceid=255, filesize=16.5 K 2024-12-01T23:53:43,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/acc524589ac44d2884826679d36f8fed as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/acc524589ac44d2884826679d36f8fed 2024-12-01T23:53:43,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/acc524589ac44d2884826679d36f8fed, entries=150, sequenceid=255, filesize=11.9 K 2024-12-01T23:53:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/104f54491a344e12a1726a88f0165d2d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/104f54491a344e12a1726a88f0165d2d 2024-12-01T23:53:43,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/104f54491a344e12a1726a88f0165d2d, entries=150, sequenceid=255, filesize=11.9 K 2024-12-01T23:53:43,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for ac70cd7fc8c31017c6ffcf8524814686 in 1369ms, sequenceid=255, compaction requested=true 2024-12-01T23:53:43,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:43,412 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:43,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:43,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:43,413 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:43,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:43,414 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:43,414 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:43,414 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,414 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9b56de5e03ba4c7890842f5761df949b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/3e75f48729b64708a0ee77fa43b882cf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/f5d92f356cb14fb9ba7a9cf2325ea418] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=40.7 K 2024-12-01T23:53:43,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:43,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:43,415 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,415 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/465b1a38f920415ea379cbb72d9f9ac4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/75b2a57a143c49a08ff45596ad13ca36, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/acc524589ac44d2884826679d36f8fed] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=36.0 K 2024-12-01T23:53:43,415 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b56de5e03ba4c7890842f5761df949b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733097220029 2024-12-01T23:53:43,416 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 465b1a38f920415ea379cbb72d9f9ac4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733097220029 2024-12-01T23:53:43,416 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e75f48729b64708a0ee77fa43b882cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733097220372 2024-12-01T23:53:43,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:43,417 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 75b2a57a143c49a08ff45596ad13ca36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733097220372 2024-12-01T23:53:43,417 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5d92f356cb14fb9ba7a9cf2325ea418, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733097221560 2024-12-01T23:53:43,417 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting acc524589ac44d2884826679d36f8fed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733097221568 2024-12-01T23:53:43,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:43,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:43,451 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:43,452 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/1d1a32187ef94f069afd0bd04572fd2f is 50, key is test_row_0/A:col10/1733097222037/Put/seqid=0 2024-12-01T23:53:43,453 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:43,453 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1534843114414254a63db4d6706d4d3e is 50, key is test_row_0/B:col10/1733097222037/Put/seqid=0 2024-12-01T23:53:43,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741885_1061 (size=12697) 2024-12-01T23:53:43,498 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/1d1a32187ef94f069afd0bd04572fd2f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1d1a32187ef94f069afd0bd04572fd2f 2024-12-01T23:53:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741886_1062 (size=12697) 2024-12-01T23:53:43,515 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1534843114414254a63db4d6706d4d3e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1534843114414254a63db4d6706d4d3e 2024-12-01T23:53:43,519 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 1d1a32187ef94f069afd0bd04572fd2f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:43,520 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:43,520 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=13, startTime=1733097223412; duration=0sec 2024-12-01T23:53:43,520 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:43,521 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:43,521 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:43,524 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:43,524 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:43,524 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,524 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5c706f7b2cb94980946187ccaee923fd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/bcd9706b2773456fa39b00f47be76732, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/104f54491a344e12a1726a88f0165d2d] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=36.0 K 2024-12-01T23:53:43,527 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c706f7b2cb94980946187ccaee923fd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733097220029 2024-12-01T23:53:43,528 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd9706b2773456fa39b00f47be76732, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733097220372 2024-12-01T23:53:43,529 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 104f54491a344e12a1726a88f0165d2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733097221568 2024-12-01T23:53:43,536 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into 1534843114414254a63db4d6706d4d3e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:43,536 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:43,536 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=13, startTime=1733097223413; duration=0sec 2024-12-01T23:53:43,536 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:43,536 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:43,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T23:53:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:43,538 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:53:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T23:53:43,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2a819a32f7034a66990ee89b857d8088 is 50, key is test_row_0/A:col10/1733097222124/Put/seqid=0 2024-12-01T23:53:43,556 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:43,556 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/9b767245b25546df869eda1538898d0a is 50, key is test_row_0/C:col10/1733097222037/Put/seqid=0 2024-12-01T23:53:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741887_1063 (size=12301) 2024-12-01T23:53:43,564 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2a819a32f7034a66990ee89b857d8088 2024-12-01T23:53:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741888_1064 (size=12697) 2024-12-01T23:53:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1de3ddb82a144f02b6f4b69cec3c5635 is 50, key is test_row_0/B:col10/1733097222124/Put/seqid=0 2024-12-01T23:53:43,590 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/9b767245b25546df869eda1538898d0a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9b767245b25546df869eda1538898d0a 2024-12-01T23:53:43,604 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 9b767245b25546df869eda1538898d0a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:43,604 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:43,604 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=13, startTime=1733097223417; duration=0sec 2024-12-01T23:53:43,605 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:43,605 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741889_1065 (size=12301) 2024-12-01T23:53:43,620 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1de3ddb82a144f02b6f4b69cec3c5635 2024-12-01T23:53:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/7f82558e8fe243639ff85fea7a4cdfe2 is 50, key is test_row_0/C:col10/1733097222124/Put/seqid=0 2024-12-01T23:53:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741890_1066 (size=12301) 2024-12-01T23:53:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097283742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097283744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097283744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:43,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097283853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097283853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097283853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T23:53:44,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097284063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097284064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097284064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,081 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/7f82558e8fe243639ff85fea7a4cdfe2 2024-12-01T23:53:44,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2a819a32f7034a66990ee89b857d8088 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2a819a32f7034a66990ee89b857d8088 2024-12-01T23:53:44,106 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2a819a32f7034a66990ee89b857d8088, entries=150, sequenceid=277, filesize=12.0 K 2024-12-01T23:53:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1de3ddb82a144f02b6f4b69cec3c5635 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1de3ddb82a144f02b6f4b69cec3c5635 2024-12-01T23:53:44,118 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1de3ddb82a144f02b6f4b69cec3c5635, entries=150, sequenceid=277, filesize=12.0 K 2024-12-01T23:53:44,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/7f82558e8fe243639ff85fea7a4cdfe2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7f82558e8fe243639ff85fea7a4cdfe2 2024-12-01T23:53:44,137 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7f82558e8fe243639ff85fea7a4cdfe2, entries=150, sequenceid=277, filesize=12.0 K 2024-12-01T23:53:44,142 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ac70cd7fc8c31017c6ffcf8524814686 in 605ms, sequenceid=277, compaction requested=false 2024-12-01T23:53:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-01T23:53:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-01T23:53:44,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-01T23:53:44,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2260 sec 2024-12-01T23:53:44,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2360 sec 2024-12-01T23:53:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:44,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:53:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:44,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/b1bae9917e25469ea9440a4b6fe0ba63 is 50, key is test_row_0/A:col10/1733097223742/Put/seqid=0 2024-12-01T23:53:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741891_1067 (size=14741) 2024-12-01T23:53:44,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/b1bae9917e25469ea9440a4b6fe0ba63 2024-12-01T23:53:44,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8f9c6d07711b4d84a27e49d2136bbe24 is 50, key is test_row_0/B:col10/1733097223742/Put/seqid=0 2024-12-01T23:53:44,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097284359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097284359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097284373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097284373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097284374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741892_1068 (size=12301) 2024-12-01T23:53:44,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8f9c6d07711b4d84a27e49d2136bbe24 2024-12-01T23:53:44,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/27eee3c9ddbe451782d3e11eb43a708f is 50, key is test_row_0/C:col10/1733097223742/Put/seqid=0 2024-12-01T23:53:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741893_1069 (size=12301) 2024-12-01T23:53:44,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/27eee3c9ddbe451782d3e11eb43a708f 2024-12-01T23:53:44,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/b1bae9917e25469ea9440a4b6fe0ba63 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/b1bae9917e25469ea9440a4b6fe0ba63 2024-12-01T23:53:44,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/b1bae9917e25469ea9440a4b6fe0ba63, entries=200, sequenceid=291, filesize=14.4 K 2024-12-01T23:53:44,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8f9c6d07711b4d84a27e49d2136bbe24 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8f9c6d07711b4d84a27e49d2136bbe24 2024-12-01T23:53:44,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8f9c6d07711b4d84a27e49d2136bbe24, entries=150, sequenceid=291, filesize=12.0 K 2024-12-01T23:53:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/27eee3c9ddbe451782d3e11eb43a708f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/27eee3c9ddbe451782d3e11eb43a708f 2024-12-01T23:53:44,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097284473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097284473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/27eee3c9ddbe451782d3e11eb43a708f, entries=150, sequenceid=291, filesize=12.0 K 2024-12-01T23:53:44,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for ac70cd7fc8c31017c6ffcf8524814686 in 219ms, sequenceid=291, compaction requested=true 2024-12-01T23:53:44,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:44,493 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:44,495 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:44,495 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:44,495 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:44,495 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:44,495 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1d1a32187ef94f069afd0bd04572fd2f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2a819a32f7034a66990ee89b857d8088, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/b1bae9917e25469ea9440a4b6fe0ba63] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=38.8 K 2024-12-01T23:53:44,496 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d1a32187ef94f069afd0bd04572fd2f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733097221568 2024-12-01T23:53:44,496 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:44,496 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:44,496 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a819a32f7034a66990ee89b857d8088, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733097222113 2024-12-01T23:53:44,496 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:44,497 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1534843114414254a63db4d6706d4d3e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1de3ddb82a144f02b6f4b69cec3c5635, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8f9c6d07711b4d84a27e49d2136bbe24] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=36.4 K 2024-12-01T23:53:44,497 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1bae9917e25469ea9440a4b6fe0ba63, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097223733 2024-12-01T23:53:44,497 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1534843114414254a63db4d6706d4d3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733097221568 2024-12-01T23:53:44,497 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1de3ddb82a144f02b6f4b69cec3c5635, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733097222113 2024-12-01T23:53:44,499 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f9c6d07711b4d84a27e49d2136bbe24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097223742 2024-12-01T23:53:44,520 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:44,521 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/cea5fcc226d541fdb13efb3f3bbd8e40 is 50, key is test_row_0/A:col10/1733097223742/Put/seqid=0 2024-12-01T23:53:44,529 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:44,530 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/21d04603e05d4bf39f69fc6bb1353dd5 is 50, key is test_row_0/B:col10/1733097223742/Put/seqid=0 2024-12-01T23:53:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741894_1070 (size=12949) 2024-12-01T23:53:44,592 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/cea5fcc226d541fdb13efb3f3bbd8e40 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cea5fcc226d541fdb13efb3f3bbd8e40 2024-12-01T23:53:44,605 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into cea5fcc226d541fdb13efb3f3bbd8e40(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741895_1071 (size=12949) 2024-12-01T23:53:44,606 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:44,606 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=13, startTime=1733097224493; duration=0sec 2024-12-01T23:53:44,606 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:44,606 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:44,606 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:44,608 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:44,608 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:44,608 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:44,608 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9b767245b25546df869eda1538898d0a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7f82558e8fe243639ff85fea7a4cdfe2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/27eee3c9ddbe451782d3e11eb43a708f] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=36.4 K 2024-12-01T23:53:44,616 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b767245b25546df869eda1538898d0a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733097221568 2024-12-01T23:53:44,617 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f82558e8fe243639ff85fea7a4cdfe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733097222113 2024-12-01T23:53:44,617 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/21d04603e05d4bf39f69fc6bb1353dd5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/21d04603e05d4bf39f69fc6bb1353dd5 2024-12-01T23:53:44,617 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27eee3c9ddbe451782d3e11eb43a708f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097223742 2024-12-01T23:53:44,630 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into 21d04603e05d4bf39f69fc6bb1353dd5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:44,630 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:44,630 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=13, startTime=1733097224494; duration=0sec 2024-12-01T23:53:44,631 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:44,631 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:44,641 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:44,642 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/86a22836fe28435a8de6010b8464cb3f is 50, key is test_row_0/C:col10/1733097223742/Put/seqid=0 2024-12-01T23:53:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741896_1072 (size=12949) 2024-12-01T23:53:44,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097224320, max timestamp=1733097224684Num uniques 859; 2024-12-01T23:53:44,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:44,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=96.16 KB heapSize=282.03 KB 2024-12-01T23:53:44,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:44,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:44,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:44,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:44,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:44,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:44,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/adaccd1144d74cd0a88510fd30c6fc7f is 50, key is test_row_0/A:col10/1733097224320/Put/seqid=0 2024-12-01T23:53:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741897_1073 (size=17181) 2024-12-01T23:53:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097284746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097284748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097284853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097284864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097284883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097284884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097284884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:44,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:44,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097285063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T23:53:45,074 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:45,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-01T23:53:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097285073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T23:53:45,077 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:45,079 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:45,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:45,091 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/86a22836fe28435a8de6010b8464cb3f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/86a22836fe28435a8de6010b8464cb3f 2024-12-01T23:53:45,098 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 86a22836fe28435a8de6010b8464cb3f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:45,098 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:45,098 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=13, startTime=1733097224495; duration=0sec 2024-12-01T23:53:45,099 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:45,099 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:45,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/adaccd1144d74cd0a88510fd30c6fc7f 2024-12-01T23:53:45,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1410d66468164bd0ade1c0210f061581 is 50, key is test_row_0/B:col10/1733097224320/Put/seqid=0 2024-12-01T23:53:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741898_1074 (size=12301) 2024-12-01T23:53:45,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1410d66468164bd0ade1c0210f061581 2024-12-01T23:53:45,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/fd9c9cc4e4204191b1a30e8dfef502af is 50, key is test_row_0/C:col10/1733097224320/Put/seqid=0 2024-12-01T23:53:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741899_1075 (size=12301) 2024-12-01T23:53:45,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/fd9c9cc4e4204191b1a30e8dfef502af 2024-12-01T23:53:45,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/adaccd1144d74cd0a88510fd30c6fc7f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adaccd1144d74cd0a88510fd30c6fc7f 2024-12-01T23:53:45,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adaccd1144d74cd0a88510fd30c6fc7f, entries=250, sequenceid=315, filesize=16.8 K 2024-12-01T23:53:45,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/1410d66468164bd0ade1c0210f061581 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1410d66468164bd0ade1c0210f061581 2024-12-01T23:53:45,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1410d66468164bd0ade1c0210f061581, entries=150, sequenceid=315, filesize=12.0 K 2024-12-01T23:53:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/fd9c9cc4e4204191b1a30e8dfef502af as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fd9c9cc4e4204191b1a30e8dfef502af 2024-12-01T23:53:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T23:53:45,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fd9c9cc4e4204191b1a30e8dfef502af, entries=150, sequenceid=315, filesize=12.0 K 2024-12-01T23:53:45,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~96.16 KB/98470, heapSize ~281.98 KB/288752, currentSize=80.51 KB/82440 for ac70cd7fc8c31017c6ffcf8524814686 in 507ms, sequenceid=315, compaction requested=false 2024-12-01T23:53:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:45,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T23:53:45,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:45,232 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T23:53:45,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:45,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:45,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:45,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:45,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:45,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:45,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4c03c1481b7c4dbfa42c9e88e81cefe6 is 50, key is test_row_0/A:col10/1733097224737/Put/seqid=0 2024-12-01T23:53:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741900_1076 (size=12301) 2024-12-01T23:53:45,278 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4c03c1481b7c4dbfa42c9e88e81cefe6 2024-12-01T23:53:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/c4602a498dae4c0ab0e79c85c40506ce is 50, key is test_row_0/B:col10/1733097224737/Put/seqid=0 2024-12-01T23:53:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741901_1077 (size=12301) 2024-12-01T23:53:45,309 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/c4602a498dae4c0ab0e79c85c40506ce 2024-12-01T23:53:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/6b6900c88c3e4dfba57a332e77f8fe80 is 50, key is test_row_0/C:col10/1733097224737/Put/seqid=0 2024-12-01T23:53:45,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741902_1078 (size=12301) 2024-12-01T23:53:45,357 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/6b6900c88c3e4dfba57a332e77f8fe80 2024-12-01T23:53:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4c03c1481b7c4dbfa42c9e88e81cefe6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4c03c1481b7c4dbfa42c9e88e81cefe6 2024-12-01T23:53:45,372 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4c03c1481b7c4dbfa42c9e88e81cefe6, entries=150, sequenceid=331, filesize=12.0 K 2024-12-01T23:53:45,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/c4602a498dae4c0ab0e79c85c40506ce as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/c4602a498dae4c0ab0e79c85c40506ce 2024-12-01T23:53:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:45,388 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/c4602a498dae4c0ab0e79c85c40506ce, entries=150, sequenceid=331, filesize=12.0 K 2024-12-01T23:53:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T23:53:45,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/6b6900c88c3e4dfba57a332e77f8fe80 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6b6900c88c3e4dfba57a332e77f8fe80 2024-12-01T23:53:45,402 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6b6900c88c3e4dfba57a332e77f8fe80, entries=150, sequenceid=331, filesize=12.0 K 2024-12-01T23:53:45,403 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=20.13 KB/20610 for ac70cd7fc8c31017c6ffcf8524814686 in 171ms, sequenceid=331, compaction requested=true 2024-12-01T23:53:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-01T23:53:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-01T23:53:45,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-01T23:53:45,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 326 msec 2024-12-01T23:53:45,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 337 msec 2024-12-01T23:53:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:45,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:53:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:45,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/6c3b45f9b2614989ba4ad19d0e9553cd is 50, key is test_row_1/A:col10/1733097225392/Put/seqid=0 2024-12-01T23:53:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741903_1079 (size=12297) 2024-12-01T23:53:45,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/6c3b45f9b2614989ba4ad19d0e9553cd 2024-12-01T23:53:45,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/2b46e5311e3f4904a2cacfaa78e89e86 is 50, key is test_row_1/B:col10/1733097225392/Put/seqid=0 2024-12-01T23:53:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741904_1080 (size=9857) 2024-12-01T23:53:45,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/2b46e5311e3f4904a2cacfaa78e89e86 2024-12-01T23:53:45,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/58fa2e4905e54b5c95fcd160b804e96a is 50, key is test_row_1/C:col10/1733097225392/Put/seqid=0 2024-12-01T23:53:45,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097225517, max timestamp=1733097225535Num uniques 859; 2024-12-01T23:53:45,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:45,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097225517, max timestamp=1733097225535Num uniques 859; 2024-12-01T23:53:45,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:45,548 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097225517, max timestamp=1733097225535Num uniques 859; 2024-12-01T23:53:45,548 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741905_1081 (size=9857) 2024-12-01T23:53:45,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/58fa2e4905e54b5c95fcd160b804e96a 2024-12-01T23:53:45,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/6c3b45f9b2614989ba4ad19d0e9553cd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/6c3b45f9b2614989ba4ad19d0e9553cd 2024-12-01T23:53:45,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/6c3b45f9b2614989ba4ad19d0e9553cd, entries=150, sequenceid=341, filesize=12.0 K 2024-12-01T23:53:45,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/2b46e5311e3f4904a2cacfaa78e89e86 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2b46e5311e3f4904a2cacfaa78e89e86 2024-12-01T23:53:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097285604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:45,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097285608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:45,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:45,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:45,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2b46e5311e3f4904a2cacfaa78e89e86, entries=100, sequenceid=341, filesize=9.6 K 2024-12-01T23:53:45,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/58fa2e4905e54b5c95fcd160b804e96a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/58fa2e4905e54b5c95fcd160b804e96a 2024-12-01T23:53:45,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/58fa2e4905e54b5c95fcd160b804e96a, entries=100, sequenceid=341, filesize=9.6 K 2024-12-01T23:53:45,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ac70cd7fc8c31017c6ffcf8524814686 in 213ms, sequenceid=341, compaction requested=true 2024-12-01T23:53:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:45,632 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T23:53:45,632 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:45,634 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:45,634 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:45,634 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:45,635 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:45,635 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:45,635 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cea5fcc226d541fdb13efb3f3bbd8e40, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adaccd1144d74cd0a88510fd30c6fc7f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4c03c1481b7c4dbfa42c9e88e81cefe6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/6c3b45f9b2614989ba4ad19d0e9553cd] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=53.4 K 2024-12-01T23:53:45,635 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:45,635 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/21d04603e05d4bf39f69fc6bb1353dd5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1410d66468164bd0ade1c0210f061581, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/c4602a498dae4c0ab0e79c85c40506ce, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2b46e5311e3f4904a2cacfaa78e89e86] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=46.3 K 2024-12-01T23:53:45,636 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 21d04603e05d4bf39f69fc6bb1353dd5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097223742 2024-12-01T23:53:45,636 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting cea5fcc226d541fdb13efb3f3bbd8e40, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097223742 2024-12-01T23:53:45,637 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1410d66468164bd0ade1c0210f061581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733097224320 2024-12-01T23:53:45,637 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting adaccd1144d74cd0a88510fd30c6fc7f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733097224320 2024-12-01T23:53:45,637 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c4602a498dae4c0ab0e79c85c40506ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733097224737 2024-12-01T23:53:45,638 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b46e5311e3f4904a2cacfaa78e89e86, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733097225392 2024-12-01T23:53:45,638 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c03c1481b7c4dbfa42c9e88e81cefe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733097224737 2024-12-01T23:53:45,638 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c3b45f9b2614989ba4ad19d0e9553cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733097225392 2024-12-01T23:53:45,659 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:45,659 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/421a5ed543e44e1aa8b83aa1efcb79d1 is 50, key is test_row_0/A:col10/1733097224737/Put/seqid=0 2024-12-01T23:53:45,666 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:45,667 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/da5cd58ce65344aca2d34ed2ae542755 is 50, key is test_row_0/B:col10/1733097224737/Put/seqid=0 2024-12-01T23:53:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741906_1082 (size=13085) 2024-12-01T23:53:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T23:53:45,703 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:45,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-01T23:53:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T23:53:45,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:45,708 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:45,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741907_1083 (size=13085) 2024-12-01T23:53:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:45,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733097225579, max timestamp=1733097225728Num uniques 1018; 2024-12-01T23:53:45,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T23:53:45,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733097225579, max timestamp=1733097225728Num uniques 1018; 2024-12-01T23:53:45,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T23:53:45,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=71.56 KB heapSize=198.72 KB 2024-12-01T23:53:45,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:45,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:45,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:45,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:45,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:45,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733097225579, max timestamp=1733097225728Num uniques 1018; 2024-12-01T23:53:45,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:45,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T23:53:45,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/d98e1aa344e04309a240d539c606e35f is 50, key is test_row_0/A:col10/1733097225600/Put/seqid=0 2024-12-01T23:53:45,750 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/da5cd58ce65344aca2d34ed2ae542755 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/da5cd58ce65344aca2d34ed2ae542755 2024-12-01T23:53:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741908_1084 (size=17181) 2024-12-01T23:53:45,760 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into da5cd58ce65344aca2d34ed2ae542755(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:45,760 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:45,760 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=12, startTime=1733097225632; duration=0sec 2024-12-01T23:53:45,760 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:45,760 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:45,760 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:45,762 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:45,762 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:45,762 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:45,763 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/86a22836fe28435a8de6010b8464cb3f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fd9c9cc4e4204191b1a30e8dfef502af, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6b6900c88c3e4dfba57a332e77f8fe80, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/58fa2e4905e54b5c95fcd160b804e96a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=46.3 K 2024-12-01T23:53:45,763 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a22836fe28435a8de6010b8464cb3f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097223742 2024-12-01T23:53:45,764 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting fd9c9cc4e4204191b1a30e8dfef502af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733097224320 2024-12-01T23:53:45,764 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b6900c88c3e4dfba57a332e77f8fe80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733097224737 2024-12-01T23:53:45,765 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 58fa2e4905e54b5c95fcd160b804e96a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733097225392 2024-12-01T23:53:45,797 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:45,798 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/8ae1ee74da1d4a0db0318308d63f06f7 is 50, key is test_row_0/C:col10/1733097224737/Put/seqid=0 2024-12-01T23:53:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T23:53:45,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741909_1085 (size=13085) 2024-12-01T23:53:45,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097225833, max timestamp=1733097225842Num uniques 859; 2024-12-01T23:53:45,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097225833, max timestamp=1733097225842Num uniques 859; 2024-12-01T23:53:45,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:45,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:45,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097225833, max timestamp=1733097225842Num uniques 859; 2024-12-01T23:53:45,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:53:45,855 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/8ae1ee74da1d4a0db0318308d63f06f7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/8ae1ee74da1d4a0db0318308d63f06f7 2024-12-01T23:53:45,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T23:53:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:45,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:45,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:45,878 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 8ae1ee74da1d4a0db0318308d63f06f7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:45,879 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:45,879 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=12, startTime=1733097225632; duration=0sec 2024-12-01T23:53:45,879 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:45,879 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:45,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733097225902, max timestamp=1733097225919Num uniques 1018; 2024-12-01T23:53:45,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733097225902, max timestamp=1733097225919Num uniques 1018; 2024-12-01T23:53:45,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T23:53:45,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T23:53:45,927 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733097225902, max timestamp=1733097225919Num uniques 1018; 2024-12-01T23:53:45,927 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T23:53:45,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1733097225911, max timestamp=1733097225962Num uniques 1027; 2024-12-01T23:53:45,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1733097225911, max timestamp=1733097225962Num uniques 1027; 2024-12-01T23:53:45,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=17262, suffix heap size=134776,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=377 2024-12-01T23:53:45,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=17262, suffix heap size=134776,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=377 2024-12-01T23:53:45,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1733097225911, max timestamp=1733097225962Num uniques 1027; 2024-12-01T23:53:45,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=17262, suffix heap size=134776,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=377 2024-12-01T23:53:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097285997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097286004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097286000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T23:53:46,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T23:53:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:46,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097286010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097286011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,113 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/421a5ed543e44e1aa8b83aa1efcb79d1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/421a5ed543e44e1aa8b83aa1efcb79d1 2024-12-01T23:53:46,121 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 421a5ed543e44e1aa8b83aa1efcb79d1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:46,121 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:46,121 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=12, startTime=1733097225632; duration=0sec 2024-12-01T23:53:46,122 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:46,122 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097286123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097286124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097286133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097286134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097286134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/d98e1aa344e04309a240d539c606e35f 2024-12-01T23:53:46,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T23:53:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:46,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/f51b2e2e6d434aa9b2a54d60c0e9af3a is 50, key is test_row_0/B:col10/1733097225600/Put/seqid=0 2024-12-01T23:53:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741910_1086 (size=12301) 2024-12-01T23:53:46,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/f51b2e2e6d434aa9b2a54d60c0e9af3a 2024-12-01T23:53:46,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5e2a8bc0e7c546e69154ccfe85968a00 is 50, key is test_row_0/C:col10/1733097225600/Put/seqid=0 2024-12-01T23:53:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741911_1087 (size=12301) 2024-12-01T23:53:46,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5e2a8bc0e7c546e69154ccfe85968a00 2024-12-01T23:53:46,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/d98e1aa344e04309a240d539c606e35f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/d98e1aa344e04309a240d539c606e35f 2024-12-01T23:53:46,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T23:53:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T23:53:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:46,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:46,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/d98e1aa344e04309a240d539c606e35f, entries=250, sequenceid=380, filesize=16.8 K 2024-12-01T23:53:46,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/f51b2e2e6d434aa9b2a54d60c0e9af3a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f51b2e2e6d434aa9b2a54d60c0e9af3a 2024-12-01T23:53:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097286333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097286334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097286344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f51b2e2e6d434aa9b2a54d60c0e9af3a, entries=150, sequenceid=380, filesize=12.0 K 2024-12-01T23:53:46,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/5e2a8bc0e7c546e69154ccfe85968a00 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5e2a8bc0e7c546e69154ccfe85968a00 2024-12-01T23:53:46,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097286353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097286353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5e2a8bc0e7c546e69154ccfe85968a00, entries=150, sequenceid=380, filesize=12.0 K 2024-12-01T23:53:46,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=161.02 KB/164880 for ac70cd7fc8c31017c6ffcf8524814686 in 638ms, sequenceid=380, compaction requested=false 2024-12-01T23:53:46,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:46,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T23:53:46,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:46,488 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=161.02 KB heapSize=444.23 KB 2024-12-01T23:53:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4802773c7da745a89e6e335dce04b8b5 is 50, key is test_row_0/A:col10/1733097225995/Put/seqid=0 2024-12-01T23:53:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741912_1088 (size=12301) 2024-12-01T23:53:46,540 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4802773c7da745a89e6e335dce04b8b5 2024-12-01T23:53:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8284329b6e424b8cb2679baef919d75d is 50, key is test_row_0/B:col10/1733097225995/Put/seqid=0 2024-12-01T23:53:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741913_1089 (size=12301) 2024-12-01T23:53:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:46,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:46,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097286663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097286664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097286668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097286679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097286679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097286773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097286773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097286783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T23:53:46,977 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8284329b6e424b8cb2679baef919d75d 2024-12-01T23:53:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097286983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097286984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/1dd19c21f5b9480da9e256fe90a2938b is 50, key is test_row_0/C:col10/1733097225995/Put/seqid=0 2024-12-01T23:53:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097286992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741914_1090 (size=12301) 2024-12-01T23:53:47,001 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/1dd19c21f5b9480da9e256fe90a2938b 2024-12-01T23:53:47,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/4802773c7da745a89e6e335dce04b8b5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4802773c7da745a89e6e335dce04b8b5 2024-12-01T23:53:47,016 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4802773c7da745a89e6e335dce04b8b5, entries=150, sequenceid=454, filesize=12.0 K 2024-12-01T23:53:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8284329b6e424b8cb2679baef919d75d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8284329b6e424b8cb2679baef919d75d 2024-12-01T23:53:47,028 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8284329b6e424b8cb2679baef919d75d, entries=150, sequenceid=454, filesize=12.0 K 2024-12-01T23:53:47,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/1dd19c21f5b9480da9e256fe90a2938b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1dd19c21f5b9480da9e256fe90a2938b 2024-12-01T23:53:47,038 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1dd19c21f5b9480da9e256fe90a2938b, entries=150, sequenceid=454, filesize=12.0 K 2024-12-01T23:53:47,039 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~444.19 KB/454848, currentSize=26.84 KB/27480 for ac70cd7fc8c31017c6ffcf8524814686 in 552ms, sequenceid=454, compaction requested=true 2024-12-01T23:53:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-01T23:53:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-01T23:53:47,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-01T23:53:47,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3330 sec 2024-12-01T23:53:47,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3490 sec 2024-12-01T23:53:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:47,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:53:47,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:47,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:47,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:47,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:47,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:47,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:47,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/66e355236d4f45c3b212a93cfde98fee is 50, key is test_row_0/A:col10/1733097227197/Put/seqid=0 2024-12-01T23:53:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741915_1091 (size=12301) 2024-12-01T23:53:47,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/66e355236d4f45c3b212a93cfde98fee 2024-12-01T23:53:47,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8609afd7ee7e46568a71b6df5899e4f4 is 50, key is test_row_0/B:col10/1733097227197/Put/seqid=0 2024-12-01T23:53:47,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097227210, max timestamp=1733097227233Num uniques 859; 2024-12-01T23:53:47,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:53:47,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097227210, max timestamp=1733097227233Num uniques 859; 2024-12-01T23:53:47,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:53:47,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097227210, max timestamp=1733097227233Num uniques 859; 2024-12-01T23:53:47,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741916_1092 (size=12301) 2024-12-01T23:53:47,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8609afd7ee7e46568a71b6df5899e4f4 2024-12-01T23:53:47,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/4cdc01a406b54b309cf98f0d37823cde is 50, key is test_row_0/C:col10/1733097227197/Put/seqid=0 2024-12-01T23:53:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741917_1093 (size=12301) 2024-12-01T23:53:47,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097287285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097287291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097287293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097287293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097287303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097287403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097287403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097287613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097287613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/4cdc01a406b54b309cf98f0d37823cde 2024-12-01T23:53:47,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/66e355236d4f45c3b212a93cfde98fee as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/66e355236d4f45c3b212a93cfde98fee 2024-12-01T23:53:47,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/66e355236d4f45c3b212a93cfde98fee, entries=150, sequenceid=465, filesize=12.0 K 2024-12-01T23:53:47,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/8609afd7ee7e46568a71b6df5899e4f4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8609afd7ee7e46568a71b6df5899e4f4 2024-12-01T23:53:47,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8609afd7ee7e46568a71b6df5899e4f4, entries=150, sequenceid=465, filesize=12.0 K 2024-12-01T23:53:47,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/4cdc01a406b54b309cf98f0d37823cde as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4cdc01a406b54b309cf98f0d37823cde 2024-12-01T23:53:47,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4cdc01a406b54b309cf98f0d37823cde, entries=150, sequenceid=465, filesize=12.0 K 2024-12-01T23:53:47,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ac70cd7fc8c31017c6ffcf8524814686 in 531ms, sequenceid=465, compaction requested=true 2024-12-01T23:53:47,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:47,728 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:47,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:47,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:47,729 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:47,735 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:47,736 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:47,736 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:47,736 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/da5cd58ce65344aca2d34ed2ae542755, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f51b2e2e6d434aa9b2a54d60c0e9af3a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8284329b6e424b8cb2679baef919d75d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8609afd7ee7e46568a71b6df5899e4f4] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=48.8 K 2024-12-01T23:53:47,736 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:47,736 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:47,737 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:47,737 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/421a5ed543e44e1aa8b83aa1efcb79d1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/d98e1aa344e04309a240d539c606e35f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4802773c7da745a89e6e335dce04b8b5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/66e355236d4f45c3b212a93cfde98fee] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=53.6 K 2024-12-01T23:53:47,739 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 421a5ed543e44e1aa8b83aa1efcb79d1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733097224737 2024-12-01T23:53:47,739 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting da5cd58ce65344aca2d34ed2ae542755, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733097224737 2024-12-01T23:53:47,739 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting d98e1aa344e04309a240d539c606e35f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733097225579 2024-12-01T23:53:47,740 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f51b2e2e6d434aa9b2a54d60c0e9af3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733097225579 2024-12-01T23:53:47,740 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8284329b6e424b8cb2679baef919d75d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733097225984 2024-12-01T23:53:47,741 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8609afd7ee7e46568a71b6df5899e4f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733097227195 2024-12-01T23:53:47,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:47,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:47,750 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4802773c7da745a89e6e335dce04b8b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733097225984 2024-12-01T23:53:47,751 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66e355236d4f45c3b212a93cfde98fee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733097227195 2024-12-01T23:53:47,758 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:47,758 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/7821015915f4402a93a682c8876148c7 is 50, key is test_row_0/B:col10/1733097227197/Put/seqid=0 2024-12-01T23:53:47,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:47,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:47,785 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:47,786 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/9e0b69e6fa014971846382b9ca8adf4d is 50, key is test_row_0/A:col10/1733097227197/Put/seqid=0 2024-12-01T23:53:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:47,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T23:53:47,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:47,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:47,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:47,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:47,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:47,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741918_1094 (size=13221) 2024-12-01T23:53:47,821 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/7821015915f4402a93a682c8876148c7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/7821015915f4402a93a682c8876148c7 2024-12-01T23:53:47,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/c0c1ce713dba4dd0b20b87dfaf27a636 is 50, key is test_row_0/A:col10/1733097227276/Put/seqid=0 2024-12-01T23:53:47,835 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into 7821015915f4402a93a682c8876148c7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:47,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:47,836 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=12, startTime=1733097227729; duration=0sec 2024-12-01T23:53:47,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:47,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:47,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:47,838 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:47,838 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:47,838 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:47,838 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/8ae1ee74da1d4a0db0318308d63f06f7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5e2a8bc0e7c546e69154ccfe85968a00, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1dd19c21f5b9480da9e256fe90a2938b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4cdc01a406b54b309cf98f0d37823cde] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=48.8 K 2024-12-01T23:53:47,839 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ae1ee74da1d4a0db0318308d63f06f7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733097224737 2024-12-01T23:53:47,839 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e2a8bc0e7c546e69154ccfe85968a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733097225579 2024-12-01T23:53:47,839 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dd19c21f5b9480da9e256fe90a2938b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733097225984 2024-12-01T23:53:47,840 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cdc01a406b54b309cf98f0d37823cde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733097227195 2024-12-01T23:53:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097287830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097287835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741919_1095 (size=13221) 2024-12-01T23:53:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T23:53:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,854 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097287843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-01T23:53:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T23:53:47,858 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:47,859 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:47,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:47,868 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:47,869 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/37c6fc62fded4b208812300b7cae6bed is 50, key is test_row_0/C:col10/1733097227197/Put/seqid=0 2024-12-01T23:53:47,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741920_1096 (size=14741) 2024-12-01T23:53:47,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/c0c1ce713dba4dd0b20b87dfaf27a636 2024-12-01T23:53:47,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/a859e77a739b4e52bf55909e38620c8c is 50, key is test_row_0/B:col10/1733097227276/Put/seqid=0 2024-12-01T23:53:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097287924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097287924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741921_1097 (size=13221) 2024-12-01T23:53:47,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097287953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097287953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T23:53:47,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097287963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741922_1098 (size=12301) 2024-12-01T23:53:47,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/a859e77a739b4e52bf55909e38620c8c 2024-12-01T23:53:48,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/3fca08dd96d14d6b82f4c5e7a52c41f3 is 50, key is test_row_0/C:col10/1733097227276/Put/seqid=0 2024-12-01T23:53:48,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T23:53:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:48,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741923_1099 (size=12301) 2024-12-01T23:53:48,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097288163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097288163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T23:53:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:48,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T23:53:48,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097288173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,256 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/9e0b69e6fa014971846382b9ca8adf4d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e0b69e6fa014971846382b9ca8adf4d 2024-12-01T23:53:48,264 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 9e0b69e6fa014971846382b9ca8adf4d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:48,264 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:48,264 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=12, startTime=1733097227728; duration=0sec 2024-12-01T23:53:48,264 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:48,264 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:48,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T23:53:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,362 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/37c6fc62fded4b208812300b7cae6bed as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/37c6fc62fded4b208812300b7cae6bed 2024-12-01T23:53:48,370 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 37c6fc62fded4b208812300b7cae6bed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:48,370 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:48,370 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=12, startTime=1733097227760; duration=0sec 2024-12-01T23:53:48,370 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:48,370 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:48,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097288433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097288434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/3fca08dd96d14d6b82f4c5e7a52c41f3 2024-12-01T23:53:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/c0c1ce713dba4dd0b20b87dfaf27a636 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c0c1ce713dba4dd0b20b87dfaf27a636 2024-12-01T23:53:48,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c0c1ce713dba4dd0b20b87dfaf27a636, entries=200, sequenceid=501, filesize=14.4 K 2024-12-01T23:53:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097288473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097288473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T23:53:48,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:48,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T23:53:48,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/a859e77a739b4e52bf55909e38620c8c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/a859e77a739b4e52bf55909e38620c8c 2024-12-01T23:53:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097288492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:48,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/a859e77a739b4e52bf55909e38620c8c, entries=150, sequenceid=501, filesize=12.0 K 2024-12-01T23:53:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/3fca08dd96d14d6b82f4c5e7a52c41f3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/3fca08dd96d14d6b82f4c5e7a52c41f3 2024-12-01T23:53:48,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/3fca08dd96d14d6b82f4c5e7a52c41f3, entries=150, sequenceid=501, filesize=12.0 K 2024-12-01T23:53:48,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ac70cd7fc8c31017c6ffcf8524814686 in 699ms, sequenceid=501, compaction requested=false 2024-12-01T23:53:48,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:48,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T23:53:48,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:48,637 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:53:48,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:48,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:48,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:48,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:48,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:48,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:48,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/05ea7045281b453280f34b695889c7b3 is 50, key is test_row_0/A:col10/1733097227831/Put/seqid=0 2024-12-01T23:53:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741924_1100 (size=12301) 2024-12-01T23:53:48,664 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/05ea7045281b453280f34b695889c7b3 2024-12-01T23:53:48,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/08b12466462f43e8b10022657d21903e is 50, key is test_row_0/B:col10/1733097227831/Put/seqid=0 2024-12-01T23:53:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741925_1101 (size=12301) 2024-12-01T23:53:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T23:53:49,026 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097229016, max timestamp=1733097229024Num uniques 859; 2024-12-01T23:53:49,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097229016, max timestamp=1733097229024Num uniques 859; 2024-12-01T23:53:49,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097229016, max timestamp=1733097229024Num uniques 859; 2024-12-01T23:53:49,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:53:49,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:53:49,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:53:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097289067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097289068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097289069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,083 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/08b12466462f43e8b10022657d21903e 2024-12-01T23:53:49,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/0d7480b2cafd4053949c56421b3616b0 is 50, key is test_row_0/C:col10/1733097227831/Put/seqid=0 2024-12-01T23:53:49,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741926_1102 (size=12301) 2024-12-01T23:53:49,134 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/0d7480b2cafd4053949c56421b3616b0 2024-12-01T23:53:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/05ea7045281b453280f34b695889c7b3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/05ea7045281b453280f34b695889c7b3 2024-12-01T23:53:49,149 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/05ea7045281b453280f34b695889c7b3, entries=150, sequenceid=514, filesize=12.0 K 2024-12-01T23:53:49,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/08b12466462f43e8b10022657d21903e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/08b12466462f43e8b10022657d21903e 2024-12-01T23:53:49,171 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/08b12466462f43e8b10022657d21903e, entries=150, sequenceid=514, filesize=12.0 K 2024-12-01T23:53:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/0d7480b2cafd4053949c56421b3616b0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/0d7480b2cafd4053949c56421b3616b0 2024-12-01T23:53:49,181 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/0d7480b2cafd4053949c56421b3616b0, entries=150, sequenceid=514, filesize=12.0 K 2024-12-01T23:53:49,182 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ac70cd7fc8c31017c6ffcf8524814686 in 545ms, sequenceid=514, compaction requested=true 2024-12-01T23:53:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-01T23:53:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-01T23:53:49,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-01T23:53:49,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3250 sec 2024-12-01T23:53:49,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3330 sec 2024-12-01T23:53:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:49,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-01T23:53:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:49,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:49,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097289216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097289219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097289228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/584e566021f94c52914f9222019d50aa is 50, key is test_row_0/A:col10/1733097229200/Put/seqid=0 2024-12-01T23:53:49,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741927_1103 (size=14741) 2024-12-01T23:53:49,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097289333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097289343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097289343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097289453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097289453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,457 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:49,457 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097289543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097289553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097289554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:49,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/584e566021f94c52914f9222019d50aa 2024-12-01T23:53:49,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/0064f9c82a6e4cc2b49388d2afb8899a is 50, key is test_row_0/B:col10/1733097229200/Put/seqid=0 2024-12-01T23:53:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741928_1104 (size=12301) 2024-12-01T23:53:49,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/0064f9c82a6e4cc2b49388d2afb8899a 2024-12-01T23:53:49,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/e5ca433427c74de8ad4a0790b3947048 is 50, key is test_row_0/C:col10/1733097229200/Put/seqid=0 2024-12-01T23:53:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741929_1105 (size=12301) 2024-12-01T23:53:49,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/e5ca433427c74de8ad4a0790b3947048 2024-12-01T23:53:49,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/584e566021f94c52914f9222019d50aa as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/584e566021f94c52914f9222019d50aa 2024-12-01T23:53:49,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/584e566021f94c52914f9222019d50aa, entries=200, sequenceid=551, filesize=14.4 K 2024-12-01T23:53:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/0064f9c82a6e4cc2b49388d2afb8899a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/0064f9c82a6e4cc2b49388d2afb8899a 2024-12-01T23:53:49,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/0064f9c82a6e4cc2b49388d2afb8899a, entries=150, sequenceid=551, filesize=12.0 K 2024-12-01T23:53:49,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/e5ca433427c74de8ad4a0790b3947048 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e5ca433427c74de8ad4a0790b3947048 2024-12-01T23:53:49,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e5ca433427c74de8ad4a0790b3947048, entries=150, sequenceid=551, filesize=12.0 K 2024-12-01T23:53:49,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for ac70cd7fc8c31017c6ffcf8524814686 in 602ms, sequenceid=551, compaction requested=true 2024-12-01T23:53:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:49,805 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T23:53:49,805 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:49,810 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:49,811 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:49,811 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:49,811 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:49,811 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:49,811 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/7821015915f4402a93a682c8876148c7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/a859e77a739b4e52bf55909e38620c8c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/08b12466462f43e8b10022657d21903e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/0064f9c82a6e4cc2b49388d2afb8899a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=48.9 K 2024-12-01T23:53:49,811 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:49,811 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e0b69e6fa014971846382b9ca8adf4d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c0c1ce713dba4dd0b20b87dfaf27a636, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/05ea7045281b453280f34b695889c7b3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/584e566021f94c52914f9222019d50aa] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=53.7 K 2024-12-01T23:53:49,812 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e0b69e6fa014971846382b9ca8adf4d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733097227195 2024-12-01T23:53:49,812 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7821015915f4402a93a682c8876148c7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733097227195 2024-12-01T23:53:49,813 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0c1ce713dba4dd0b20b87dfaf27a636, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1733097227276 2024-12-01T23:53:49,813 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a859e77a739b4e52bf55909e38620c8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1733097227276 2024-12-01T23:53:49,813 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 08b12466462f43e8b10022657d21903e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733097227825 2024-12-01T23:53:49,813 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05ea7045281b453280f34b695889c7b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733097227825 2024-12-01T23:53:49,814 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 584e566021f94c52914f9222019d50aa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733097229058 2024-12-01T23:53:49,814 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0064f9c82a6e4cc2b49388d2afb8899a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733097229067 2024-12-01T23:53:49,878 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:49,879 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:49,879 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/c222d9a99a064cf79460d8c2edaa39eb is 50, key is test_row_0/A:col10/1733097229200/Put/seqid=0 2024-12-01T23:53:49,879 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d74cbcaf327c4b3f8a8a3fa178948861 is 50, key is test_row_0/B:col10/1733097229200/Put/seqid=0 2024-12-01T23:53:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:49,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:53:49,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:49,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:49,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:49,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:49,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:49,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:49,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad is 50, key is test_row_0/A:col10/1733097229878/Put/seqid=0 2024-12-01T23:53:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097229913, max timestamp=1733097229931Num uniques 859; 2024-12-01T23:53:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:53:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097229913, max timestamp=1733097229931Num uniques 859; 2024-12-01T23:53:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097229913, max timestamp=1733097229931Num uniques 859; 2024-12-01T23:53:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:53:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:53:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741930_1106 (size=13357) 2024-12-01T23:53:49,952 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/c222d9a99a064cf79460d8c2edaa39eb as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c222d9a99a064cf79460d8c2edaa39eb 2024-12-01T23:53:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741932_1108 (size=9857) 2024-12-01T23:53:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741931_1107 (size=13357) 2024-12-01T23:53:49,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad 2024-12-01T23:53:49,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/31956cd036b2462bac2a320321551ffa is 50, key is test_row_0/B:col10/1733097229878/Put/seqid=0 2024-12-01T23:53:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741933_1109 (size=9857) 2024-12-01T23:53:49,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/31956cd036b2462bac2a320321551ffa 2024-12-01T23:53:49,996 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into c222d9a99a064cf79460d8c2edaa39eb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:49,996 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:49,996 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=12, startTime=1733097229805; duration=0sec 2024-12-01T23:53:49,996 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:49,996 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:49,996 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:50,003 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T23:53:50,003 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:50,003 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,003 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:50,004 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/37c6fc62fded4b208812300b7cae6bed, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/3fca08dd96d14d6b82f4c5e7a52c41f3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/0d7480b2cafd4053949c56421b3616b0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e5ca433427c74de8ad4a0790b3947048] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=48.9 K 2024-12-01T23:53:50,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:50,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/e4884726c7064804900e70b2ac8feb41 is 50, key is test_row_0/C:col10/1733097229878/Put/seqid=0 2024-12-01T23:53:50,005 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37c6fc62fded4b208812300b7cae6bed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733097227195 2024-12-01T23:53:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-01T23:53:50,007 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fca08dd96d14d6b82f4c5e7a52c41f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1733097227276 2024-12-01T23:53:50,008 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T23:53:50,008 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d7480b2cafd4053949c56421b3616b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733097227825 2024-12-01T23:53:50,009 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:50,009 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5ca433427c74de8ad4a0790b3947048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733097229067 2024-12-01T23:53:50,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097290020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097290021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097290023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,034 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:50,035 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/7fab79be533545fcb1fbc0eff3cf1906 is 50, key is test_row_0/C:col10/1733097229200/Put/seqid=0 2024-12-01T23:53:50,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741934_1110 (size=9857) 2024-12-01T23:53:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741935_1111 (size=13357) 2024-12-01T23:53:50,060 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/7fab79be533545fcb1fbc0eff3cf1906 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7fab79be533545fcb1fbc0eff3cf1906 2024-12-01T23:53:50,071 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 7fab79be533545fcb1fbc0eff3cf1906(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:50,071 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:50,071 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=12, startTime=1733097229805; duration=0sec 2024-12-01T23:53:50,071 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:50,071 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T23:53:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097290133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097290133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097290133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T23:53:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T23:53:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T23:53:50,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097290343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097290343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097290343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,376 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/d74cbcaf327c4b3f8a8a3fa178948861 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d74cbcaf327c4b3f8a8a3fa178948861 2024-12-01T23:53:50,381 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into d74cbcaf327c4b3f8a8a3fa178948861(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:50,381 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:50,381 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=12, startTime=1733097229805; duration=0sec 2024-12-01T23:53:50,382 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:50,382 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:50,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/e4884726c7064804900e70b2ac8feb41 2024-12-01T23:53:50,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad 2024-12-01T23:53:50,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad, entries=100, sequenceid=562, filesize=9.6 K 2024-12-01T23:53:50,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/31956cd036b2462bac2a320321551ffa as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/31956cd036b2462bac2a320321551ffa 2024-12-01T23:53:50,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/31956cd036b2462bac2a320321551ffa, entries=100, sequenceid=562, filesize=9.6 K 2024-12-01T23:53:50,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/e4884726c7064804900e70b2ac8feb41 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e4884726c7064804900e70b2ac8feb41 2024-12-01T23:53:50,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T23:53:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:50,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e4884726c7064804900e70b2ac8feb41, entries=100, sequenceid=562, filesize=9.6 K 2024-12-01T23:53:50,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ac70cd7fc8c31017c6ffcf8524814686 in 593ms, sequenceid=562, compaction requested=false 2024-12-01T23:53:50,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:50,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T23:53:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:50,626 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-01T23:53:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:53:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/cbb80df3fca9416794a5daf5746dd675 is 50, key is test_row_0/A:col10/1733097230010/Put/seqid=0 2024-12-01T23:53:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T23:53:50,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741936_1112 (size=12301) 2024-12-01T23:53:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:50,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097290666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097290675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097290671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097290783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097290783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097290783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:50,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097290993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097290993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097290993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,049 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/cbb80df3fca9416794a5daf5746dd675 2024-12-01T23:53:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/e14154df76cd4180b2d37df75d4cbe07 is 50, key is test_row_0/B:col10/1733097230010/Put/seqid=0 2024-12-01T23:53:51,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741937_1113 (size=12301) 2024-12-01T23:53:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T23:53:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097291312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097291312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097291313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44110 deadline: 1733097291463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,466 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44124 deadline: 1733097291473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,476 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in ac70cd7fc8c31017c6ffcf8524814686 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:53:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,514 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/e14154df76cd4180b2d37df75d4cbe07 2024-12-01T23:53:51,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/ddfc1b1ffdea43848befc62bc1ac3cb3 is 50, key is test_row_0/C:col10/1733097230010/Put/seqid=0 2024-12-01T23:53:51,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741938_1114 (size=12301) 2024-12-01T23:53:51,531 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/ddfc1b1ffdea43848befc62bc1ac3cb3 2024-12-01T23:53:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/cbb80df3fca9416794a5daf5746dd675 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cbb80df3fca9416794a5daf5746dd675 2024-12-01T23:53:51,543 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cbb80df3fca9416794a5daf5746dd675, entries=150, sequenceid=600, filesize=12.0 K 2024-12-01T23:53:51,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/e14154df76cd4180b2d37df75d4cbe07 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e14154df76cd4180b2d37df75d4cbe07 2024-12-01T23:53:51,551 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e14154df76cd4180b2d37df75d4cbe07, entries=150, sequenceid=600, filesize=12.0 K 2024-12-01T23:53:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/ddfc1b1ffdea43848befc62bc1ac3cb3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/ddfc1b1ffdea43848befc62bc1ac3cb3 2024-12-01T23:53:51,560 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/ddfc1b1ffdea43848befc62bc1ac3cb3, entries=150, sequenceid=600, filesize=12.0 K 2024-12-01T23:53:51,561 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for ac70cd7fc8c31017c6ffcf8524814686 in 936ms, sequenceid=600, compaction requested=true 2024-12-01T23:53:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-01T23:53:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-01T23:53:51,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-01T23:53:51,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec 2024-12-01T23:53:51,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.5640 sec 2024-12-01T23:53:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:51,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:53:51,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:51,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:51,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:51,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:51,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:51,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:51,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/5aeade9fa8c2489b92a0285fb947799f is 50, key is test_row_0/A:col10/1733097230657/Put/seqid=0 2024-12-01T23:53:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741939_1115 (size=12301) 2024-12-01T23:53:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097291883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097291884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097291885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097291993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097291993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097291993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T23:53:52,163 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:52,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:53:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-01T23:53:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T23:53:52,165 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:53:52,166 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:53:52,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:53:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097292203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097292203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:52,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097292203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:52,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/5aeade9fa8c2489b92a0285fb947799f 2024-12-01T23:53:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T23:53:52,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/eec62c7c98f8432baf22bf661ae4e952 is 50, key is test_row_0/B:col10/1733097230657/Put/seqid=0 2024-12-01T23:53:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741940_1116 (size=12301) 2024-12-01T23:53:52,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-01T23:53:52,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:52,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-01T23:53:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T23:53:52,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097292513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:52,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097292513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:52,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097292513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:52,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:52,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-01T23:53:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:53:52,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/eec62c7c98f8432baf22bf661ae4e952 2024-12-01T23:53:52,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a is 50, key is test_row_0/C:col10/1733097230657/Put/seqid=0 2024-12-01T23:53:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741941_1117 (size=12301) 2024-12-01T23:53:52,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a 2024-12-01T23:53:52,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/5aeade9fa8c2489b92a0285fb947799f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5aeade9fa8c2489b92a0285fb947799f 2024-12-01T23:53:52,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5aeade9fa8c2489b92a0285fb947799f, entries=150, sequenceid=612, filesize=12.0 K 2024-12-01T23:53:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/eec62c7c98f8432baf22bf661ae4e952 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/eec62c7c98f8432baf22bf661ae4e952 2024-12-01T23:53:52,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/eec62c7c98f8432baf22bf661ae4e952, entries=150, sequenceid=612, filesize=12.0 K 2024-12-01T23:53:52,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a 2024-12-01T23:53:52,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a, entries=150, sequenceid=612, filesize=12.0 K 2024-12-01T23:53:52,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ac70cd7fc8c31017c6ffcf8524814686 in 932ms, sequenceid=612, compaction requested=true 2024-12-01T23:53:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:52,758 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:52,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:52,760 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:52,761 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:52,761 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,761 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c222d9a99a064cf79460d8c2edaa39eb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cbb80df3fca9416794a5daf5746dd675, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5aeade9fa8c2489b92a0285fb947799f] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=46.7 K 2024-12-01T23:53:52,762 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting c222d9a99a064cf79460d8c2edaa39eb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733097229067 2024-12-01T23:53:52,762 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733097229878 2024-12-01T23:53:52,763 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbb80df3fca9416794a5daf5746dd675, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733097230010 2024-12-01T23:53:52,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:52,763 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aeade9fa8c2489b92a0285fb947799f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733097230657 2024-12-01T23:53:52,766 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:52,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:52,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:52,769 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:52,769 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:52,770 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,770 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d74cbcaf327c4b3f8a8a3fa178948861, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/31956cd036b2462bac2a320321551ffa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e14154df76cd4180b2d37df75d4cbe07, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/eec62c7c98f8432baf22bf661ae4e952] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=46.7 K 2024-12-01T23:53:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:52,771 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d74cbcaf327c4b3f8a8a3fa178948861, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733097229067 2024-12-01T23:53:52,771 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 31956cd036b2462bac2a320321551ffa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733097229878 2024-12-01T23:53:52,772 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e14154df76cd4180b2d37df75d4cbe07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733097230010 2024-12-01T23:53:52,772 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting eec62c7c98f8432baf22bf661ae4e952, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733097230657 2024-12-01T23:53:52,789 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:52,790 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2c3a67f1a3c54f7db78906baa724b82d is 50, key is test_row_0/A:col10/1733097230657/Put/seqid=0 2024-12-01T23:53:52,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-01T23:53:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,792 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:53:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T23:53:52,813 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:52,814 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/52a5f48d51d94513bc2bfbdc7f426315 is 50, key is test_row_0/B:col10/1733097230657/Put/seqid=0 2024-12-01T23:53:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/adb89b844ded4aae8466cb8030cbb358 is 50, key is test_row_0/A:col10/1733097231880/Put/seqid=0 2024-12-01T23:53:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741942_1118 (size=13493) 2024-12-01T23:53:52,866 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/2c3a67f1a3c54f7db78906baa724b82d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2c3a67f1a3c54f7db78906baa724b82d 2024-12-01T23:53:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741943_1119 (size=13493) 2024-12-01T23:53:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741944_1120 (size=12301) 2024-12-01T23:53:52,934 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 2c3a67f1a3c54f7db78906baa724b82d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:52,934 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:52,934 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=12, startTime=1733097232758; duration=0sec 2024-12-01T23:53:52,934 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:52,934 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:52,934 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:53:52,936 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:53:52,936 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:52,937 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:52,937 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7fab79be533545fcb1fbc0eff3cf1906, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e4884726c7064804900e70b2ac8feb41, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/ddfc1b1ffdea43848befc62bc1ac3cb3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=46.7 K 2024-12-01T23:53:52,937 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fab79be533545fcb1fbc0eff3cf1906, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733097229067 2024-12-01T23:53:52,938 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4884726c7064804900e70b2ac8feb41, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733097229878 2024-12-01T23:53:52,939 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddfc1b1ffdea43848befc62bc1ac3cb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733097230010 2024-12-01T23:53:52,939 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1b30c1e3c0b4344bd8ad1e26f01eb8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733097230657 2024-12-01T23:53:52,959 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:52,960 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/2d55fc6716974a70a34bf227cab4e49d is 50, key is test_row_0/C:col10/1733097230657/Put/seqid=0 2024-12-01T23:53:53,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741945_1121 (size=13493) 2024-12-01T23:53:53,035 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/2d55fc6716974a70a34bf227cab4e49d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/2d55fc6716974a70a34bf227cab4e49d 2024-12-01T23:53:53,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. as already flushing 2024-12-01T23:53:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:53,057 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 2d55fc6716974a70a34bf227cab4e49d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:53,057 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:53,057 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=12, startTime=1733097232768; duration=0sec 2024-12-01T23:53:53,058 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:53,058 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097293083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097293084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097293081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:53,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44116 deadline: 1733097293203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:53,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44076 deadline: 1733097293203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:53,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:53:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1733097293204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 2024-12-01T23:53:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:53:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:53:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T23:53:53,328 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/52a5f48d51d94513bc2bfbdc7f426315 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/52a5f48d51d94513bc2bfbdc7f426315 2024-12-01T23:53:53,332 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/adb89b844ded4aae8466cb8030cbb358 2024-12-01T23:53:53,334 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into 52a5f48d51d94513bc2bfbdc7f426315(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:53,334 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:53,334 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=12, startTime=1733097232766; duration=0sec 2024-12-01T23:53:53,335 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:53,335 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/5e7c629d57d34ba8b6ad2bda0d0039b0 is 50, key is test_row_0/B:col10/1733097231880/Put/seqid=0 2024-12-01T23:53:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741946_1122 (size=12301) 2024-12-01T23:53:53,346 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/5e7c629d57d34ba8b6ad2bda0d0039b0 2024-12-01T23:53:53,355 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-01T23:53:53,355 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-01T23:53:53,355 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:53,355 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:53,357 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-01T23:53:53,357 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:53,360 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,360 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,360 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,361 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,361 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:53,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:53,361 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:53,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/c47df508c497466d827b7c8e7602ebe0 is 50, key is test_row_0/C:col10/1733097231880/Put/seqid=0 2024-12-01T23:53:53,365 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-01T23:53:53,365 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:53,366 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:53,366 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741947_1123 (size=12301) 2024-12-01T23:53:53,367 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/c47df508c497466d827b7c8e7602ebe0 2024-12-01T23:53:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/adb89b844ded4aae8466cb8030cbb358 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adb89b844ded4aae8466cb8030cbb358 2024-12-01T23:53:53,378 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adb89b844ded4aae8466cb8030cbb358, entries=150, sequenceid=632, filesize=12.0 K 2024-12-01T23:53:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/5e7c629d57d34ba8b6ad2bda0d0039b0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/5e7c629d57d34ba8b6ad2bda0d0039b0 2024-12-01T23:53:53,385 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/5e7c629d57d34ba8b6ad2bda0d0039b0, entries=150, sequenceid=632, filesize=12.0 K 2024-12-01T23:53:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/c47df508c497466d827b7c8e7602ebe0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/c47df508c497466d827b7c8e7602ebe0 2024-12-01T23:53:53,391 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/c47df508c497466d827b7c8e7602ebe0, entries=150, sequenceid=632, filesize=12.0 K 2024-12-01T23:53:53,392 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for ac70cd7fc8c31017c6ffcf8524814686 in 600ms, sequenceid=632, compaction requested=false 2024-12-01T23:53:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T23:53:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T23:53:53,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-01T23:53:53,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2270 sec 2024-12-01T23:53:53,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.2330 sec 2024-12-01T23:53:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:53,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T23:53:53,416 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-01T23:53:53,416 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:53,416 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,416 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-01T23:53:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:53,416 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:53,416 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-01T23:53:53,416 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,416 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:53,416 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:53,416 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:53,416 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,416 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:53,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:53,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:53,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:53,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/21fc9c0378b4439c9a6abfb7fc539ae6 is 50, key is test_row_0/A:col10/1733097233413/Put/seqid=0 2024-12-01T23:53:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741948_1124 (size=12301) 2024-12-01T23:53:53,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/21fc9c0378b4439c9a6abfb7fc539ae6 2024-12-01T23:53:53,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/ea86bb7861b84955bb1c72404fc9da17 is 50, key is test_row_0/B:col10/1733097233413/Put/seqid=0 2024-12-01T23:53:53,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741949_1125 (size=12301) 2024-12-01T23:53:53,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/ea86bb7861b84955bb1c72404fc9da17 2024-12-01T23:53:53,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/dc4f70bbc4614329ab16180e78d1ad14 is 50, key is test_row_0/C:col10/1733097233413/Put/seqid=0 2024-12-01T23:53:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741950_1126 (size=12301) 2024-12-01T23:53:54,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/dc4f70bbc4614329ab16180e78d1ad14 2024-12-01T23:53:54,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/21fc9c0378b4439c9a6abfb7fc539ae6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/21fc9c0378b4439c9a6abfb7fc539ae6 2024-12-01T23:53:54,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/21fc9c0378b4439c9a6abfb7fc539ae6, entries=150, sequenceid=651, filesize=12.0 K 2024-12-01T23:53:54,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/ea86bb7861b84955bb1c72404fc9da17 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/ea86bb7861b84955bb1c72404fc9da17 2024-12-01T23:53:54,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/ea86bb7861b84955bb1c72404fc9da17, entries=150, sequenceid=651, filesize=12.0 K 2024-12-01T23:53:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/dc4f70bbc4614329ab16180e78d1ad14 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/dc4f70bbc4614329ab16180e78d1ad14 2024-12-01T23:53:54,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/dc4f70bbc4614329ab16180e78d1ad14, entries=150, sequenceid=651, filesize=12.0 K 2024-12-01T23:53:54,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for ac70cd7fc8c31017c6ffcf8524814686 in 889ms, sequenceid=651, compaction requested=true 2024-12-01T23:53:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:53:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:54,304 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:53:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac70cd7fc8c31017c6ffcf8524814686:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:53:54,304 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:54,305 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:54,305 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:54,305 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/B is initiating minor compaction (all files) 2024-12-01T23:53:54,305 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/A is initiating minor compaction (all files) 2024-12-01T23:53:54,305 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/B in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:54,305 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/A in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:54,305 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/52a5f48d51d94513bc2bfbdc7f426315, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/5e7c629d57d34ba8b6ad2bda0d0039b0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/ea86bb7861b84955bb1c72404fc9da17] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=37.2 K 2024-12-01T23:53:54,305 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2c3a67f1a3c54f7db78906baa724b82d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adb89b844ded4aae8466cb8030cbb358, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/21fc9c0378b4439c9a6abfb7fc539ae6] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=37.2 K 2024-12-01T23:53:54,306 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 52a5f48d51d94513bc2bfbdc7f426315, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733097230657 2024-12-01T23:53:54,306 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c3a67f1a3c54f7db78906baa724b82d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733097230657 2024-12-01T23:53:54,306 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e7c629d57d34ba8b6ad2bda0d0039b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733097231880 2024-12-01T23:53:54,306 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting adb89b844ded4aae8466cb8030cbb358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733097231880 2024-12-01T23:53:54,306 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ea86bb7861b84955bb1c72404fc9da17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1733097233413 2024-12-01T23:53:54,306 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21fc9c0378b4439c9a6abfb7fc539ae6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1733097233413 2024-12-01T23:53:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T23:53:54,314 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:54,314 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:54,314 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/2da6ef50afeb4135b0972fa00e06702b is 50, key is test_row_0/B:col10/1733097233413/Put/seqid=0 2024-12-01T23:53:54,315 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:54,316 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/379977bdcf59418eb80853aeb0c93cf0 is 50, key is test_row_0/A:col10/1733097233413/Put/seqid=0 2024-12-01T23:53:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741951_1127 (size=13595) 2024-12-01T23:53:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741952_1128 (size=13595) 2024-12-01T23:53:54,725 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/2da6ef50afeb4135b0972fa00e06702b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2da6ef50afeb4135b0972fa00e06702b 2024-12-01T23:53:54,725 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/379977bdcf59418eb80853aeb0c93cf0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/379977bdcf59418eb80853aeb0c93cf0 2024-12-01T23:53:54,730 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/A of ac70cd7fc8c31017c6ffcf8524814686 into 379977bdcf59418eb80853aeb0c93cf0(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:54,730 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/B of ac70cd7fc8c31017c6ffcf8524814686 into 2da6ef50afeb4135b0972fa00e06702b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:54,730 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:54,730 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:54,731 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/B, priority=13, startTime=1733097234304; duration=0sec 2024-12-01T23:53:54,731 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/A, priority=13, startTime=1733097234304; duration=0sec 2024-12-01T23:53:54,731 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:53:54,731 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:A 2024-12-01T23:53:54,731 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:54,731 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:53:54,731 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:B 2024-12-01T23:53:54,732 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:53:54,732 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): ac70cd7fc8c31017c6ffcf8524814686/C is initiating minor compaction (all files) 2024-12-01T23:53:54,732 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ac70cd7fc8c31017c6ffcf8524814686/C in TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:54,732 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/2d55fc6716974a70a34bf227cab4e49d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/c47df508c497466d827b7c8e7602ebe0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/dc4f70bbc4614329ab16180e78d1ad14] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp, totalSize=37.2 K 2024-12-01T23:53:54,733 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d55fc6716974a70a34bf227cab4e49d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733097230657 2024-12-01T23:53:54,733 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting c47df508c497466d827b7c8e7602ebe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733097231880 2024-12-01T23:53:54,734 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc4f70bbc4614329ab16180e78d1ad14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1733097233413 2024-12-01T23:53:54,743 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac70cd7fc8c31017c6ffcf8524814686#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:53:54,743 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/1432a80309fc4264a0c12037179f5dff is 50, key is test_row_0/C:col10/1733097233413/Put/seqid=0 2024-12-01T23:53:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741953_1129 (size=13595) 2024-12-01T23:53:55,153 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/1432a80309fc4264a0c12037179f5dff as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1432a80309fc4264a0c12037179f5dff 2024-12-01T23:53:55,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:53:55,160 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ac70cd7fc8c31017c6ffcf8524814686/C of ac70cd7fc8c31017c6ffcf8524814686 into 1432a80309fc4264a0c12037179f5dff(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:53:55,160 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ac70cd7fc8c31017c6ffcf8524814686: 2024-12-01T23:53:55,160 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., storeName=ac70cd7fc8c31017c6ffcf8524814686/C, priority=13, startTime=1733097234304; duration=0sec 2024-12-01T23:53:55,160 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:53:55,160 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac70cd7fc8c31017c6ffcf8524814686:C 2024-12-01T23:53:55,474 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-01T23:53:55,474 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:55,474 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:55,475 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:55,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:55,515 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-01T23:53:55,515 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:53:55,515 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:55,515 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:55,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2993 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3011 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1395 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4167 rows 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1410 2024-12-01T23:53:55,516 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4203 rows 2024-12-01T23:53:55,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:53:55,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:53:55,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:55,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:53:55,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:53:55,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T23:53:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-01T23:53:55,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097235528"}]},"ts":"1733097235528"} 2024-12-01T23:53:55,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T23:53:55,531 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T23:53:55,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:53:55,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, UNASSIGN}] 2024-12-01T23:53:55,540 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, UNASSIGN 2024-12-01T23:53:55,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ac70cd7fc8c31017c6ffcf8524814686, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:53:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, UNASSIGN because future has completed 2024-12-01T23:53:55,547 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:53:55,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:53:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-01T23:53:55,704 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:55,704 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:53:55,705 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing ac70cd7fc8c31017c6ffcf8524814686, disabling compactions & flushes 2024-12-01T23:53:55,705 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:55,705 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:55,705 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. after waiting 0 ms 2024-12-01T23:53:55,705 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:55,705 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing ac70cd7fc8c31017c6ffcf8524814686 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-01T23:53:55,706 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=A 2024-12-01T23:53:55,706 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:55,706 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=B 2024-12-01T23:53:55,706 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:55,706 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac70cd7fc8c31017c6ffcf8524814686, store=C 2024-12-01T23:53:55,706 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:53:55,709 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/7ad55dbc2b4f4f9e96e8f72ab7f1a02a is 50, key is test_row_2/A:col10/1733097235514/Put/seqid=0 2024-12-01T23:53:55,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741954_1130 (size=7415) 2024-12-01T23:53:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-01T23:53:56,114 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=659 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/7ad55dbc2b4f4f9e96e8f72ab7f1a02a 2024-12-01T23:53:56,121 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/f3b46feff7694bf8a25588de219d614b is 50, key is test_row_2/B:col10/1733097235514/Put/seqid=0 2024-12-01T23:53:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741955_1131 (size=7415) 2024-12-01T23:53:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-01T23:53:56,525 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=659 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/f3b46feff7694bf8a25588de219d614b 2024-12-01T23:53:56,535 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/fdd701ecaaa84b72b64028dd99c2a90f is 50, key is test_row_2/C:col10/1733097235514/Put/seqid=0 2024-12-01T23:53:56,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741956_1132 (size=7415) 2024-12-01T23:53:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-01T23:53:56,940 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=659 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/fdd701ecaaa84b72b64028dd99c2a90f 2024-12-01T23:53:56,946 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/A/7ad55dbc2b4f4f9e96e8f72ab7f1a02a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/7ad55dbc2b4f4f9e96e8f72ab7f1a02a 2024-12-01T23:53:56,950 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/7ad55dbc2b4f4f9e96e8f72ab7f1a02a, entries=50, sequenceid=659, filesize=7.2 K 2024-12-01T23:53:56,951 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/B/f3b46feff7694bf8a25588de219d614b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f3b46feff7694bf8a25588de219d614b 2024-12-01T23:53:56,956 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f3b46feff7694bf8a25588de219d614b, entries=50, sequenceid=659, filesize=7.2 K 2024-12-01T23:53:56,957 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/.tmp/C/fdd701ecaaa84b72b64028dd99c2a90f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fdd701ecaaa84b72b64028dd99c2a90f 2024-12-01T23:53:56,961 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fdd701ecaaa84b72b64028dd99c2a90f, entries=50, sequenceid=659, filesize=7.2 K 2024-12-01T23:53:56,962 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for ac70cd7fc8c31017c6ffcf8524814686 in 1257ms, sequenceid=659, compaction requested=false 2024-12-01T23:53:56,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/78b6999a15e34b8ba8ea06a0c39e4f50, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4bc5cabf533b4edbb4b65e472b7169b5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/647a75b991f64e82b72ab2a12cb93f8e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e4864e769e44decab411f191262cc0f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a4de6caf8c714be68e23fdd57344ab72, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/ae5f7cb360924f41879d6856d3854ba8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4002e49cc2ae40e88fc55e8cbacbd818, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/bf5de2eff15d45fa8122dd8eeefa0cc1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1cab0cc630ad432faf9ecc6981627f7a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/56f1af57504647b4a56a9f710d16c50e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2b534b01ed784991b182fc302fe0fd46, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9b56de5e03ba4c7890842f5761df949b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a370e97096c14780a31d090c11213591, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/3e75f48729b64708a0ee77fa43b882cf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/f5d92f356cb14fb9ba7a9cf2325ea418, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1d1a32187ef94f069afd0bd04572fd2f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2a819a32f7034a66990ee89b857d8088, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/b1bae9917e25469ea9440a4b6fe0ba63, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cea5fcc226d541fdb13efb3f3bbd8e40, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adaccd1144d74cd0a88510fd30c6fc7f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4c03c1481b7c4dbfa42c9e88e81cefe6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/421a5ed543e44e1aa8b83aa1efcb79d1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/6c3b45f9b2614989ba4ad19d0e9553cd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/d98e1aa344e04309a240d539c606e35f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4802773c7da745a89e6e335dce04b8b5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e0b69e6fa014971846382b9ca8adf4d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/66e355236d4f45c3b212a93cfde98fee, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c0c1ce713dba4dd0b20b87dfaf27a636, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/05ea7045281b453280f34b695889c7b3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/584e566021f94c52914f9222019d50aa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c222d9a99a064cf79460d8c2edaa39eb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cbb80df3fca9416794a5daf5746dd675, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2c3a67f1a3c54f7db78906baa724b82d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5aeade9fa8c2489b92a0285fb947799f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adb89b844ded4aae8466cb8030cbb358, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/21fc9c0378b4439c9a6abfb7fc539ae6] to archive 2024-12-01T23:53:56,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:53:56,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/8ebe9e4526bf42ab8d4e6f2e0cafd0fd 2024-12-01T23:53:56,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/78b6999a15e34b8ba8ea06a0c39e4f50 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/78b6999a15e34b8ba8ea06a0c39e4f50 2024-12-01T23:53:56,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4bc5cabf533b4edbb4b65e472b7169b5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4bc5cabf533b4edbb4b65e472b7169b5 2024-12-01T23:53:56,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/647a75b991f64e82b72ab2a12cb93f8e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/647a75b991f64e82b72ab2a12cb93f8e 2024-12-01T23:53:56,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e4864e769e44decab411f191262cc0f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e4864e769e44decab411f191262cc0f 2024-12-01T23:53:56,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a4de6caf8c714be68e23fdd57344ab72 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a4de6caf8c714be68e23fdd57344ab72 2024-12-01T23:53:56,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/ae5f7cb360924f41879d6856d3854ba8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/ae5f7cb360924f41879d6856d3854ba8 2024-12-01T23:53:56,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4002e49cc2ae40e88fc55e8cbacbd818 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4002e49cc2ae40e88fc55e8cbacbd818 2024-12-01T23:53:56,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/bf5de2eff15d45fa8122dd8eeefa0cc1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/bf5de2eff15d45fa8122dd8eeefa0cc1 2024-12-01T23:53:56,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1cab0cc630ad432faf9ecc6981627f7a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1cab0cc630ad432faf9ecc6981627f7a 2024-12-01T23:53:56,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/56f1af57504647b4a56a9f710d16c50e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/56f1af57504647b4a56a9f710d16c50e 2024-12-01T23:53:56,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2b534b01ed784991b182fc302fe0fd46 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2b534b01ed784991b182fc302fe0fd46 2024-12-01T23:53:56,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9b56de5e03ba4c7890842f5761df949b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9b56de5e03ba4c7890842f5761df949b 2024-12-01T23:53:56,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a370e97096c14780a31d090c11213591 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/a370e97096c14780a31d090c11213591 2024-12-01T23:53:56,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/3e75f48729b64708a0ee77fa43b882cf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/3e75f48729b64708a0ee77fa43b882cf 2024-12-01T23:53:56,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/f5d92f356cb14fb9ba7a9cf2325ea418 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/f5d92f356cb14fb9ba7a9cf2325ea418 2024-12-01T23:53:56,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1d1a32187ef94f069afd0bd04572fd2f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/1d1a32187ef94f069afd0bd04572fd2f 2024-12-01T23:53:56,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2a819a32f7034a66990ee89b857d8088 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2a819a32f7034a66990ee89b857d8088 2024-12-01T23:53:56,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/b1bae9917e25469ea9440a4b6fe0ba63 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/b1bae9917e25469ea9440a4b6fe0ba63 2024-12-01T23:53:56,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cea5fcc226d541fdb13efb3f3bbd8e40 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cea5fcc226d541fdb13efb3f3bbd8e40 2024-12-01T23:53:56,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adaccd1144d74cd0a88510fd30c6fc7f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adaccd1144d74cd0a88510fd30c6fc7f 2024-12-01T23:53:56,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4c03c1481b7c4dbfa42c9e88e81cefe6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4c03c1481b7c4dbfa42c9e88e81cefe6 2024-12-01T23:53:56,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/421a5ed543e44e1aa8b83aa1efcb79d1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/421a5ed543e44e1aa8b83aa1efcb79d1 2024-12-01T23:53:56,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/6c3b45f9b2614989ba4ad19d0e9553cd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/6c3b45f9b2614989ba4ad19d0e9553cd 2024-12-01T23:53:57,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/d98e1aa344e04309a240d539c606e35f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/d98e1aa344e04309a240d539c606e35f 2024-12-01T23:53:57,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4802773c7da745a89e6e335dce04b8b5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/4802773c7da745a89e6e335dce04b8b5 2024-12-01T23:53:57,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e0b69e6fa014971846382b9ca8adf4d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/9e0b69e6fa014971846382b9ca8adf4d 2024-12-01T23:53:57,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/66e355236d4f45c3b212a93cfde98fee to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/66e355236d4f45c3b212a93cfde98fee 2024-12-01T23:53:57,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c0c1ce713dba4dd0b20b87dfaf27a636 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c0c1ce713dba4dd0b20b87dfaf27a636 2024-12-01T23:53:57,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/05ea7045281b453280f34b695889c7b3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/05ea7045281b453280f34b695889c7b3 2024-12-01T23:53:57,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/584e566021f94c52914f9222019d50aa to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/584e566021f94c52914f9222019d50aa 2024-12-01T23:53:57,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c222d9a99a064cf79460d8c2edaa39eb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/c222d9a99a064cf79460d8c2edaa39eb 2024-12-01T23:53:57,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5f5a2d7f5d7c4c9b9bd9184b0cfcd1ad 2024-12-01T23:53:57,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cbb80df3fca9416794a5daf5746dd675 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/cbb80df3fca9416794a5daf5746dd675 2024-12-01T23:53:57,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2c3a67f1a3c54f7db78906baa724b82d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/2c3a67f1a3c54f7db78906baa724b82d 2024-12-01T23:53:57,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5aeade9fa8c2489b92a0285fb947799f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/5aeade9fa8c2489b92a0285fb947799f 2024-12-01T23:53:57,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adb89b844ded4aae8466cb8030cbb358 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/adb89b844ded4aae8466cb8030cbb358 2024-12-01T23:53:57,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/21fc9c0378b4439c9a6abfb7fc539ae6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/21fc9c0378b4439c9a6abfb7fc539ae6 2024-12-01T23:53:57,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e490b7c8b301450fac4366b9dd241129, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d67281de0b9f420f96be892c8c231cd7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/fcd995a6cf89478d83da9f3bea7a8562, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/17dd0ca9585445f89364e04780e2d774, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/401c112eef224167b665505c81e67ec4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/bc420f26fdfc4fa0add031681f35dce6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3b2ee411d2164115bf212cdd926e2ef5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d008f2aa3a3f45229eb04fda7e557122, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/767df0fb3c044167bc67b9741db6d2a1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3a4765e9ea814d46ac448483ad17c3bf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/015c29850684442f86dbffbb55fa38a0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8d5db2d287104ec59a5d279426371672, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/465b1a38f920415ea379cbb72d9f9ac4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/96c1946a04c34e8c81cf5a0801885e7e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/75b2a57a143c49a08ff45596ad13ca36, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1534843114414254a63db4d6706d4d3e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/acc524589ac44d2884826679d36f8fed, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1de3ddb82a144f02b6f4b69cec3c5635, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/21d04603e05d4bf39f69fc6bb1353dd5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8f9c6d07711b4d84a27e49d2136bbe24, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1410d66468164bd0ade1c0210f061581, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/c4602a498dae4c0ab0e79c85c40506ce, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/da5cd58ce65344aca2d34ed2ae542755, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2b46e5311e3f4904a2cacfaa78e89e86, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f51b2e2e6d434aa9b2a54d60c0e9af3a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8284329b6e424b8cb2679baef919d75d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/7821015915f4402a93a682c8876148c7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8609afd7ee7e46568a71b6df5899e4f4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/a859e77a739b4e52bf55909e38620c8c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/08b12466462f43e8b10022657d21903e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d74cbcaf327c4b3f8a8a3fa178948861, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/0064f9c82a6e4cc2b49388d2afb8899a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/31956cd036b2462bac2a320321551ffa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e14154df76cd4180b2d37df75d4cbe07, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/52a5f48d51d94513bc2bfbdc7f426315, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/eec62c7c98f8432baf22bf661ae4e952, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/5e7c629d57d34ba8b6ad2bda0d0039b0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/ea86bb7861b84955bb1c72404fc9da17] to archive 2024-12-01T23:53:57,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:53:57,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e490b7c8b301450fac4366b9dd241129 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e490b7c8b301450fac4366b9dd241129 2024-12-01T23:53:57,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d67281de0b9f420f96be892c8c231cd7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d67281de0b9f420f96be892c8c231cd7 2024-12-01T23:53:57,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/fcd995a6cf89478d83da9f3bea7a8562 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/fcd995a6cf89478d83da9f3bea7a8562 2024-12-01T23:53:57,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/17dd0ca9585445f89364e04780e2d774 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/17dd0ca9585445f89364e04780e2d774 2024-12-01T23:53:57,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/401c112eef224167b665505c81e67ec4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/401c112eef224167b665505c81e67ec4 2024-12-01T23:53:57,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/bc420f26fdfc4fa0add031681f35dce6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/bc420f26fdfc4fa0add031681f35dce6 2024-12-01T23:53:57,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3b2ee411d2164115bf212cdd926e2ef5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3b2ee411d2164115bf212cdd926e2ef5 2024-12-01T23:53:57,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d008f2aa3a3f45229eb04fda7e557122 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d008f2aa3a3f45229eb04fda7e557122 2024-12-01T23:53:57,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/767df0fb3c044167bc67b9741db6d2a1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/767df0fb3c044167bc67b9741db6d2a1 2024-12-01T23:53:57,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3a4765e9ea814d46ac448483ad17c3bf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/3a4765e9ea814d46ac448483ad17c3bf 2024-12-01T23:53:57,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/015c29850684442f86dbffbb55fa38a0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/015c29850684442f86dbffbb55fa38a0 2024-12-01T23:53:57,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8d5db2d287104ec59a5d279426371672 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8d5db2d287104ec59a5d279426371672 2024-12-01T23:53:57,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/465b1a38f920415ea379cbb72d9f9ac4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/465b1a38f920415ea379cbb72d9f9ac4 2024-12-01T23:53:57,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/96c1946a04c34e8c81cf5a0801885e7e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/96c1946a04c34e8c81cf5a0801885e7e 2024-12-01T23:53:57,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/75b2a57a143c49a08ff45596ad13ca36 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/75b2a57a143c49a08ff45596ad13ca36 2024-12-01T23:53:57,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1534843114414254a63db4d6706d4d3e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1534843114414254a63db4d6706d4d3e 2024-12-01T23:53:57,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/acc524589ac44d2884826679d36f8fed to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/acc524589ac44d2884826679d36f8fed 2024-12-01T23:53:57,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1de3ddb82a144f02b6f4b69cec3c5635 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1de3ddb82a144f02b6f4b69cec3c5635 2024-12-01T23:53:57,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/21d04603e05d4bf39f69fc6bb1353dd5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/21d04603e05d4bf39f69fc6bb1353dd5 2024-12-01T23:53:57,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8f9c6d07711b4d84a27e49d2136bbe24 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8f9c6d07711b4d84a27e49d2136bbe24 2024-12-01T23:53:57,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1410d66468164bd0ade1c0210f061581 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/1410d66468164bd0ade1c0210f061581 2024-12-01T23:53:57,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/c4602a498dae4c0ab0e79c85c40506ce to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/c4602a498dae4c0ab0e79c85c40506ce 2024-12-01T23:53:57,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/da5cd58ce65344aca2d34ed2ae542755 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/da5cd58ce65344aca2d34ed2ae542755 2024-12-01T23:53:57,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2b46e5311e3f4904a2cacfaa78e89e86 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2b46e5311e3f4904a2cacfaa78e89e86 2024-12-01T23:53:57,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f51b2e2e6d434aa9b2a54d60c0e9af3a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f51b2e2e6d434aa9b2a54d60c0e9af3a 2024-12-01T23:53:57,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8284329b6e424b8cb2679baef919d75d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8284329b6e424b8cb2679baef919d75d 2024-12-01T23:53:57,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/7821015915f4402a93a682c8876148c7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/7821015915f4402a93a682c8876148c7 2024-12-01T23:53:57,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8609afd7ee7e46568a71b6df5899e4f4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/8609afd7ee7e46568a71b6df5899e4f4 2024-12-01T23:53:57,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/a859e77a739b4e52bf55909e38620c8c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/a859e77a739b4e52bf55909e38620c8c 2024-12-01T23:53:57,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/08b12466462f43e8b10022657d21903e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/08b12466462f43e8b10022657d21903e 2024-12-01T23:53:57,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d74cbcaf327c4b3f8a8a3fa178948861 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/d74cbcaf327c4b3f8a8a3fa178948861 2024-12-01T23:53:57,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/0064f9c82a6e4cc2b49388d2afb8899a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/0064f9c82a6e4cc2b49388d2afb8899a 2024-12-01T23:53:57,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/31956cd036b2462bac2a320321551ffa to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/31956cd036b2462bac2a320321551ffa 2024-12-01T23:53:57,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e14154df76cd4180b2d37df75d4cbe07 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/e14154df76cd4180b2d37df75d4cbe07 2024-12-01T23:53:57,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/52a5f48d51d94513bc2bfbdc7f426315 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/52a5f48d51d94513bc2bfbdc7f426315 2024-12-01T23:53:57,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/eec62c7c98f8432baf22bf661ae4e952 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/eec62c7c98f8432baf22bf661ae4e952 2024-12-01T23:53:57,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/5e7c629d57d34ba8b6ad2bda0d0039b0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/5e7c629d57d34ba8b6ad2bda0d0039b0 2024-12-01T23:53:57,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/ea86bb7861b84955bb1c72404fc9da17 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/ea86bb7861b84955bb1c72404fc9da17 2024-12-01T23:53:57,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/48b402fb1285448b8bb665bd01be9ecc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/da1de3d361094cb68da78c5d3b229aa0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/52e3f2106668473ab05f540b570e8269, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/b8151fbb31ab44b5a809199ecc978c6a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5830af19c83848f78c0830c1040f46ef, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/83d6674dced34d4dbc9363769d60558f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6ec8497dad9e4973a6eda0197043a1b1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9c18f5b7e8ed48cfabf12f1636961b32, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/618845c74921486ea3a945371c2f1fb2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4ee8d57a4a7a4c9191b2f19726f9e2a4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5b2ca7a3f3fd42f69eeffc1e1435273b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/eb3dd65cae4445f49f9a3b5ae754b076, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5c706f7b2cb94980946187ccaee923fd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/01a1adea6903412f94675276082eff23, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/bcd9706b2773456fa39b00f47be76732, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9b767245b25546df869eda1538898d0a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/104f54491a344e12a1726a88f0165d2d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7f82558e8fe243639ff85fea7a4cdfe2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/86a22836fe28435a8de6010b8464cb3f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/27eee3c9ddbe451782d3e11eb43a708f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fd9c9cc4e4204191b1a30e8dfef502af, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6b6900c88c3e4dfba57a332e77f8fe80, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/8ae1ee74da1d4a0db0318308d63f06f7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/58fa2e4905e54b5c95fcd160b804e96a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5e2a8bc0e7c546e69154ccfe85968a00, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1dd19c21f5b9480da9e256fe90a2938b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/37c6fc62fded4b208812300b7cae6bed, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4cdc01a406b54b309cf98f0d37823cde, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/3fca08dd96d14d6b82f4c5e7a52c41f3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/0d7480b2cafd4053949c56421b3616b0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7fab79be533545fcb1fbc0eff3cf1906, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e5ca433427c74de8ad4a0790b3947048, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e4884726c7064804900e70b2ac8feb41, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/ddfc1b1ffdea43848befc62bc1ac3cb3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/2d55fc6716974a70a34bf227cab4e49d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/c47df508c497466d827b7c8e7602ebe0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/dc4f70bbc4614329ab16180e78d1ad14] to archive 2024-12-01T23:53:57,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:53:57,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/48b402fb1285448b8bb665bd01be9ecc to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/48b402fb1285448b8bb665bd01be9ecc 2024-12-01T23:53:57,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/da1de3d361094cb68da78c5d3b229aa0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/da1de3d361094cb68da78c5d3b229aa0 2024-12-01T23:53:57,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/52e3f2106668473ab05f540b570e8269 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/52e3f2106668473ab05f540b570e8269 2024-12-01T23:53:57,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/b8151fbb31ab44b5a809199ecc978c6a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/b8151fbb31ab44b5a809199ecc978c6a 2024-12-01T23:53:57,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5830af19c83848f78c0830c1040f46ef to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5830af19c83848f78c0830c1040f46ef 2024-12-01T23:53:57,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/83d6674dced34d4dbc9363769d60558f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/83d6674dced34d4dbc9363769d60558f 2024-12-01T23:53:57,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6ec8497dad9e4973a6eda0197043a1b1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6ec8497dad9e4973a6eda0197043a1b1 2024-12-01T23:53:57,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9c18f5b7e8ed48cfabf12f1636961b32 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9c18f5b7e8ed48cfabf12f1636961b32 2024-12-01T23:53:57,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/618845c74921486ea3a945371c2f1fb2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/618845c74921486ea3a945371c2f1fb2 2024-12-01T23:53:57,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4ee8d57a4a7a4c9191b2f19726f9e2a4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4ee8d57a4a7a4c9191b2f19726f9e2a4 2024-12-01T23:53:57,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5b2ca7a3f3fd42f69eeffc1e1435273b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5b2ca7a3f3fd42f69eeffc1e1435273b 2024-12-01T23:53:57,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/eb3dd65cae4445f49f9a3b5ae754b076 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/eb3dd65cae4445f49f9a3b5ae754b076 2024-12-01T23:53:57,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5c706f7b2cb94980946187ccaee923fd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5c706f7b2cb94980946187ccaee923fd 2024-12-01T23:53:57,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/01a1adea6903412f94675276082eff23 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/01a1adea6903412f94675276082eff23 2024-12-01T23:53:57,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/bcd9706b2773456fa39b00f47be76732 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/bcd9706b2773456fa39b00f47be76732 2024-12-01T23:53:57,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9b767245b25546df869eda1538898d0a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/9b767245b25546df869eda1538898d0a 2024-12-01T23:53:57,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/104f54491a344e12a1726a88f0165d2d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/104f54491a344e12a1726a88f0165d2d 2024-12-01T23:53:57,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7f82558e8fe243639ff85fea7a4cdfe2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7f82558e8fe243639ff85fea7a4cdfe2 2024-12-01T23:53:57,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/86a22836fe28435a8de6010b8464cb3f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/86a22836fe28435a8de6010b8464cb3f 2024-12-01T23:53:57,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/27eee3c9ddbe451782d3e11eb43a708f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/27eee3c9ddbe451782d3e11eb43a708f 2024-12-01T23:53:57,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fd9c9cc4e4204191b1a30e8dfef502af to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fd9c9cc4e4204191b1a30e8dfef502af 2024-12-01T23:53:57,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6b6900c88c3e4dfba57a332e77f8fe80 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/6b6900c88c3e4dfba57a332e77f8fe80 2024-12-01T23:53:57,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/8ae1ee74da1d4a0db0318308d63f06f7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/8ae1ee74da1d4a0db0318308d63f06f7 2024-12-01T23:53:57,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/58fa2e4905e54b5c95fcd160b804e96a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/58fa2e4905e54b5c95fcd160b804e96a 2024-12-01T23:53:57,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5e2a8bc0e7c546e69154ccfe85968a00 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/5e2a8bc0e7c546e69154ccfe85968a00 2024-12-01T23:53:57,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1dd19c21f5b9480da9e256fe90a2938b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1dd19c21f5b9480da9e256fe90a2938b 2024-12-01T23:53:57,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/37c6fc62fded4b208812300b7cae6bed to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/37c6fc62fded4b208812300b7cae6bed 2024-12-01T23:53:57,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4cdc01a406b54b309cf98f0d37823cde to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/4cdc01a406b54b309cf98f0d37823cde 2024-12-01T23:53:57,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/3fca08dd96d14d6b82f4c5e7a52c41f3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/3fca08dd96d14d6b82f4c5e7a52c41f3 2024-12-01T23:53:57,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/0d7480b2cafd4053949c56421b3616b0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/0d7480b2cafd4053949c56421b3616b0 2024-12-01T23:53:57,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7fab79be533545fcb1fbc0eff3cf1906 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/7fab79be533545fcb1fbc0eff3cf1906 2024-12-01T23:53:57,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e5ca433427c74de8ad4a0790b3947048 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e5ca433427c74de8ad4a0790b3947048 2024-12-01T23:53:57,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e4884726c7064804900e70b2ac8feb41 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/e4884726c7064804900e70b2ac8feb41 2024-12-01T23:53:57,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/ddfc1b1ffdea43848befc62bc1ac3cb3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/ddfc1b1ffdea43848befc62bc1ac3cb3 2024-12-01T23:53:57,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/2d55fc6716974a70a34bf227cab4e49d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/2d55fc6716974a70a34bf227cab4e49d 2024-12-01T23:53:57,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/a1b30c1e3c0b4344bd8ad1e26f01eb8a 2024-12-01T23:53:57,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/c47df508c497466d827b7c8e7602ebe0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/c47df508c497466d827b7c8e7602ebe0 2024-12-01T23:53:57,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/dc4f70bbc4614329ab16180e78d1ad14 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/dc4f70bbc4614329ab16180e78d1ad14 2024-12-01T23:53:57,141 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/recovered.edits/662.seqid, newMaxSeqId=662, maxSeqId=1 2024-12-01T23:53:57,142 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. 2024-12-01T23:53:57,143 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for ac70cd7fc8c31017c6ffcf8524814686: Waiting for close lock at 1733097235705Running coprocessor pre-close hooks at 1733097235705Disabling compacts and flushes for region at 1733097235705Disabling writes for close at 1733097235705Obtaining lock to block concurrent updates at 1733097235705Preparing flush snapshotting stores in ac70cd7fc8c31017c6ffcf8524814686 at 1733097235705Finished memstore snapshotting TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733097235706 (+1 ms)Flushing stores of TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686. at 1733097235706Flushing ac70cd7fc8c31017c6ffcf8524814686/A: creating writer at 1733097235707 (+1 ms)Flushing ac70cd7fc8c31017c6ffcf8524814686/A: appending metadata at 1733097235709 (+2 ms)Flushing ac70cd7fc8c31017c6ffcf8524814686/A: closing flushed file at 1733097235709Flushing ac70cd7fc8c31017c6ffcf8524814686/B: creating writer at 1733097236118 (+409 ms)Flushing ac70cd7fc8c31017c6ffcf8524814686/B: appending metadata at 1733097236120 (+2 ms)Flushing ac70cd7fc8c31017c6ffcf8524814686/B: closing flushed file at 1733097236120Flushing ac70cd7fc8c31017c6ffcf8524814686/C: creating writer at 1733097236530 (+410 ms)Flushing ac70cd7fc8c31017c6ffcf8524814686/C: appending metadata at 1733097236534 (+4 ms)Flushing ac70cd7fc8c31017c6ffcf8524814686/C: closing flushed file at 1733097236534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f80169: reopening flushed file at 1733097236945 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52734aca: reopening flushed file at 1733097236950 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1f6114: reopening flushed file at 1733097236956 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for ac70cd7fc8c31017c6ffcf8524814686 in 1257ms, sequenceid=659, compaction requested=false at 1733097236963 (+7 ms)Writing region close event to WAL at 1733097237138 (+175 ms)Running coprocessor post-close hooks at 1733097237142 (+4 ms)Closed at 1733097237142 2024-12-01T23:53:57,145 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:57,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ac70cd7fc8c31017c6ffcf8524814686, regionState=CLOSED 2024-12-01T23:53:57,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:53:57,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-01T23:53:57,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure ac70cd7fc8c31017c6ffcf8524814686, server=579b0f681375,43621,1733097206849 in 1.6010 sec 2024-12-01T23:53:57,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-01T23:53:57,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac70cd7fc8c31017c6ffcf8524814686, UNASSIGN in 1.6120 sec 2024-12-01T23:53:57,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-01T23:53:57,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6190 sec 2024-12-01T23:53:57,154 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097237154"}]},"ts":"1733097237154"} 2024-12-01T23:53:57,156 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T23:53:57,156 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T23:53:57,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6340 sec 2024-12-01T23:53:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-01T23:53:57,673 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:57,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T23:53:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:57,686 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-01T23:53:57,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:57,698 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:57,710 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/recovered.edits] 2024-12-01T23:53:57,713 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/379977bdcf59418eb80853aeb0c93cf0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/379977bdcf59418eb80853aeb0c93cf0 2024-12-01T23:53:57,714 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/7ad55dbc2b4f4f9e96e8f72ab7f1a02a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/A/7ad55dbc2b4f4f9e96e8f72ab7f1a02a 2024-12-01T23:53:57,718 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2da6ef50afeb4135b0972fa00e06702b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/2da6ef50afeb4135b0972fa00e06702b 2024-12-01T23:53:57,720 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f3b46feff7694bf8a25588de219d614b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/B/f3b46feff7694bf8a25588de219d614b 2024-12-01T23:53:57,722 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1432a80309fc4264a0c12037179f5dff to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/1432a80309fc4264a0c12037179f5dff 2024-12-01T23:53:57,724 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fdd701ecaaa84b72b64028dd99c2a90f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/C/fdd701ecaaa84b72b64028dd99c2a90f 2024-12-01T23:53:57,727 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/recovered.edits/662.seqid to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686/recovered.edits/662.seqid 2024-12-01T23:53:57,728 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/ac70cd7fc8c31017c6ffcf8524814686 2024-12-01T23:53:57,728 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T23:53:57,734 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:57,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-01T23:53:57,745 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T23:53:57,780 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T23:53:57,782 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:57,782 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T23:53:57,782 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733097237782"}]},"ts":"9223372036854775807"} 2024-12-01T23:53:57,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T23:53:57,788 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ac70cd7fc8c31017c6ffcf8524814686, NAME => 'TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T23:53:57,788 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T23:53:57,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733097237788"}]},"ts":"9223372036854775807"} 2024-12-01T23:53:57,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T23:53:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-01T23:53:57,793 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:57,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 114 msec 2024-12-01T23:53:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-01T23:53:58,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T23:53:58,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:53:58,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=250 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681603809_22 at /127.0.0.1:50548 [Waiting for operation #254] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681603809_22 at /127.0.0.1:50682 [Waiting for operation #221] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1944005963_22 at /127.0.0.1:51980 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1944005963_22 at /127.0.0.1:35126 [Waiting for operation #266] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/579b0f681375:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;579b0f681375:43621-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/579b0f681375:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7235 (was 7562) 2024-12-01T23:53:58,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=7234 2024-12-01T23:53:58,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:53:58,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:53:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T23:53:58,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:53:58,024 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:58,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-12-01T23:53:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-01T23:53:58,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:53:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741957_1133 (size=1061) 2024-12-01T23:53:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-01T23:53:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-01T23:53:58,433 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:53:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741958_1134 (size=53) 2024-12-01T23:53:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-01T23:53:58,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:58,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7c7c012c6646cf1467d5b49a1fcdfffb, disabling compactions & flushes 2024-12-01T23:53:58,841 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:58,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:58,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. after waiting 0 ms 2024-12-01T23:53:58,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:58,842 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:58,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c7c012c6646cf1467d5b49a1fcdfffb: Waiting for close lock at 1733097238841Disabling compacts and flushes for region at 1733097238841Disabling writes for close at 1733097238841Writing region close event to WAL at 1733097238842 (+1 ms)Closed at 1733097238842 2024-12-01T23:53:58,845 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:53:58,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733097238845"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733097238845"}]},"ts":"1733097238845"} 2024-12-01T23:53:58,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:53:58,851 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:53:58,851 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097238851"}]},"ts":"1733097238851"} 2024-12-01T23:53:58,854 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T23:53:58,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, ASSIGN}] 2024-12-01T23:53:58,856 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, ASSIGN 2024-12-01T23:53:58,857 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, ASSIGN; state=OFFLINE, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=false 2024-12-01T23:53:59,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:53:59,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, ASSIGN because future has completed 2024-12-01T23:53:59,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:53:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-01T23:53:59,171 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:59,171 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:53:59,172 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,172 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:53:59,172 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,172 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,174 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,175 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:53:59,176 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c7c012c6646cf1467d5b49a1fcdfffb columnFamilyName A 2024-12-01T23:53:59,176 DEBUG [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:59,177 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(327): Store=7c7c012c6646cf1467d5b49a1fcdfffb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:59,177 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,178 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:53:59,179 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c7c012c6646cf1467d5b49a1fcdfffb columnFamilyName B 2024-12-01T23:53:59,179 DEBUG [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:59,179 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(327): Store=7c7c012c6646cf1467d5b49a1fcdfffb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:59,180 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,181 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:53:59,181 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c7c012c6646cf1467d5b49a1fcdfffb columnFamilyName C 2024-12-01T23:53:59,181 DEBUG [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:53:59,182 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(327): Store=7c7c012c6646cf1467d5b49a1fcdfffb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:53:59,182 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:59,182 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,183 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,184 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,185 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,185 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,186 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:53:59,187 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,189 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:53:59,190 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 7c7c012c6646cf1467d5b49a1fcdfffb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74167037, jitterRate=0.1051749736070633}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:53:59,190 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:53:59,191 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 7c7c012c6646cf1467d5b49a1fcdfffb: Running coprocessor pre-open hook at 1733097239173Writing region info on filesystem at 1733097239173Initializing all the Stores at 1733097239174 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097239174Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097239174Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097239174Cleaning up temporary data from old regions at 1733097239185 (+11 ms)Running coprocessor post-open hooks at 1733097239190 (+5 ms)Region opened successfully at 1733097239191 (+1 ms) 2024-12-01T23:53:59,192 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., pid=34, masterSystemTime=1733097239166 2024-12-01T23:53:59,194 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:59,194 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:53:59,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=OPEN, openSeqNum=2, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:53:59,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:53:59,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-01T23:53:59,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 in 185 msec 2024-12-01T23:53:59,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-01T23:53:59,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, ASSIGN in 346 msec 2024-12-01T23:53:59,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:53:59,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097239204"}]},"ts":"1733097239204"} 2024-12-01T23:53:59,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T23:53:59,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:53:59,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-12-01T23:54:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-01T23:54:00,174 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:00,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e3094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:00,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:00,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:00,178 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19818525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:00,183 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f321aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:00,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:00,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:00,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:54:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 579b0f681375,45043,1733097206113 2024-12-01T23:54:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75874e80 2024-12-01T23:54:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:54:00,190 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:54:00,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:54:00,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:54:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:00,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741959_1135 (size=1097) 2024-12-01T23:54:00,617 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-01T23:54:00,617 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-01T23:54:00,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:54:00,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, REOPEN/MOVE}] 2024-12-01T23:54:00,633 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, REOPEN/MOVE 2024-12-01T23:54:00,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:00,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, REOPEN/MOVE because future has completed 2024-12-01T23:54:00,636 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:54:00,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:00,790 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:00,791 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:54:00,791 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 7c7c012c6646cf1467d5b49a1fcdfffb, disabling compactions & flushes 2024-12-01T23:54:00,791 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:00,791 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:00,791 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. after waiting 0 ms 2024-12-01T23:54:00,791 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:00,798 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T23:54:00,799 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:00,799 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 7c7c012c6646cf1467d5b49a1fcdfffb: Waiting for close lock at 1733097240791Running coprocessor pre-close hooks at 1733097240791Disabling compacts and flushes for region at 1733097240791Disabling writes for close at 1733097240791Writing region close event to WAL at 1733097240792 (+1 ms)Running coprocessor post-close hooks at 1733097240798 (+6 ms)Closed at 1733097240798 2024-12-01T23:54:00,799 WARN [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 7c7c012c6646cf1467d5b49a1fcdfffb to self. 2024-12-01T23:54:00,801 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:00,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=CLOSED 2024-12-01T23:54:00,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:00,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-01T23:54:00,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 in 169 msec 2024-12-01T23:54:00,807 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, REOPEN/MOVE; state=CLOSED, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=true 2024-12-01T23:54:00,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:00,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, REOPEN/MOVE because future has completed 2024-12-01T23:54:00,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:01,119 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,119 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:54:01,119 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,119 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:54:01,119 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,119 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,122 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,122 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:01,126 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c7c012c6646cf1467d5b49a1fcdfffb columnFamilyName A 2024-12-01T23:54:01,128 DEBUG [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:01,128 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(327): Store=7c7c012c6646cf1467d5b49a1fcdfffb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:01,129 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,130 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:01,130 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c7c012c6646cf1467d5b49a1fcdfffb columnFamilyName B 2024-12-01T23:54:01,130 DEBUG [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:01,131 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(327): Store=7c7c012c6646cf1467d5b49a1fcdfffb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:01,131 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,132 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:01,132 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c7c012c6646cf1467d5b49a1fcdfffb columnFamilyName C 2024-12-01T23:54:01,132 DEBUG [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:01,133 INFO [StoreOpener-7c7c012c6646cf1467d5b49a1fcdfffb-1 {}] regionserver.HStore(327): Store=7c7c012c6646cf1467d5b49a1fcdfffb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:01,133 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,133 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,134 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,135 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,136 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,136 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,136 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:54:01,138 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,139 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 7c7c012c6646cf1467d5b49a1fcdfffb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72335876, jitterRate=0.07788854837417603}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:54:01,139 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,140 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 7c7c012c6646cf1467d5b49a1fcdfffb: Running coprocessor pre-open hook at 1733097241119Writing region info on filesystem at 1733097241119Initializing all the Stores at 1733097241120 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097241120Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097241120Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097241120Cleaning up temporary data from old regions at 1733097241136 (+16 ms)Running coprocessor post-open hooks at 1733097241139 (+3 ms)Region opened successfully at 1733097241140 (+1 ms) 2024-12-01T23:54:01,141 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., pid=39, masterSystemTime=1733097241112 2024-12-01T23:54:01,144 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,144 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=OPEN, openSeqNum=5, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:01,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-12-01T23:54:01,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 in 187 msec 2024-12-01T23:54:01,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-01T23:54:01,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, REOPEN/MOVE in 517 msec 2024-12-01T23:54:01,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-01T23:54:01,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-12-01T23:54:01,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-12-01T23:54:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-01T23:54:01,161 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:01,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c00921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,162 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bef929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,164 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5b7a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b1860b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,166 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eacef77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,168 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a0c02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c7c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59159a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,171 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd2cb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52903b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bd0a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,175 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9d22c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5db83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,178 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628ff298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6750fb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbca19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,181 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fd16db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,183 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7380e919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c562e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,185 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523bf26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,187 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca3d07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf07c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,189 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f00c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,190 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389e7351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:01,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:01,192 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:01,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:01,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:01,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2771ddef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:01,193 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab1ee79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:01,195 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,195 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,195 DEBUG [Thread-685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:01,195 DEBUG [Thread-680 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,197 DEBUG [Thread-687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-01T23:54:01,197 DEBUG [Thread-683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,198 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,200 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T23:54:01,200 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:01,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,202 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:01,203 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:01,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:54:01,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:01,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:01,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:01,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:01,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:01,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:01,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201800184b7267f46ca954b801dabce573f_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097241211/Put/seqid=0 2024-12-01T23:54:01,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097301268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097241256, max timestamp=1733097241269Num uniques 859; 2024-12-01T23:54:01,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097241256, max timestamp=1733097241269Num uniques 859; 2024-12-01T23:54:01,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:54:01,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:54:01,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097241256, max timestamp=1733097241269Num uniques 859; 2024-12-01T23:54:01,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:54:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741960_1136 (size=17034) 2024-12-01T23:54:01,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:01,285 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201800184b7267f46ca954b801dabce573f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201800184b7267f46ca954b801dabce573f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/7b17258a712242ea926be8e469b96d5b, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:01,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/7b17258a712242ea926be8e469b96d5b is 175, key is test_row_0/A:col10/1733097241211/Put/seqid=0 2024-12-01T23:54:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T23:54:01,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097301334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097301338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741961_1137 (size=48139) 2024-12-01T23:54:01,356 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/7b17258a712242ea926be8e469b96d5b 2024-12-01T23:54:01,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T23:54:01,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:01,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097301343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097301352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097301383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/36b33154ded74419a0a37a4ca6af73e1 is 50, key is test_row_0/B:col10/1733097241211/Put/seqid=0 2024-12-01T23:54:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741962_1138 (size=12001) 2024-12-01T23:54:01,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/36b33154ded74419a0a37a4ca6af73e1 2024-12-01T23:54:01,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c75d906147734075b15ecdf698a42aac is 50, key is test_row_0/C:col10/1733097241211/Put/seqid=0 2024-12-01T23:54:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741963_1139 (size=12001) 2024-12-01T23:54:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097301463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097301463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c75d906147734075b15ecdf698a42aac 2024-12-01T23:54:01,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097301473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097301473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/7b17258a712242ea926be8e469b96d5b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/7b17258a712242ea926be8e469b96d5b 2024-12-01T23:54:01,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/7b17258a712242ea926be8e469b96d5b, entries=250, sequenceid=15, filesize=47.0 K 2024-12-01T23:54:01,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/36b33154ded74419a0a37a4ca6af73e1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/36b33154ded74419a0a37a4ca6af73e1 2024-12-01T23:54:01,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/36b33154ded74419a0a37a4ca6af73e1, entries=150, sequenceid=15, filesize=11.7 K 2024-12-01T23:54:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T23:54:01,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c75d906147734075b15ecdf698a42aac as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c75d906147734075b15ecdf698a42aac 2024-12-01T23:54:01,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T23:54:01,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:01,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c75d906147734075b15ecdf698a42aac, entries=150, sequenceid=15, filesize=11.7 K 2024-12-01T23:54:01,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7c7c012c6646cf1467d5b49a1fcdfffb in 305ms, sequenceid=15, compaction requested=false 2024-12-01T23:54:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T23:54:01,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:01,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:01,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:01,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:01,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:01,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:01,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c16790e28a96434fa94d48fb75e5586f_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097241336/Put/seqid=0 2024-12-01T23:54:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741964_1140 (size=14594) 2024-12-01T23:54:01,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:01,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T23:54:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,686 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c16790e28a96434fa94d48fb75e5586f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c16790e28a96434fa94d48fb75e5586f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:01,688 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/92d6ade729b047508049b377d96c0c70, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:01,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/92d6ade729b047508049b377d96c0c70 is 175, key is test_row_0/A:col10/1733097241336/Put/seqid=0 2024-12-01T23:54:01,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097301682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097301683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097301683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097301685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097301698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741965_1141 (size=39549) 2024-12-01T23:54:01,733 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/92d6ade729b047508049b377d96c0c70 2024-12-01T23:54:01,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/005f6d4f3ff141eeb70aa00b8c2a5f3b is 50, key is test_row_0/B:col10/1733097241336/Put/seqid=0 2024-12-01T23:54:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741966_1142 (size=12001) 2024-12-01T23:54:01,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/005f6d4f3ff141eeb70aa00b8c2a5f3b 2024-12-01T23:54:01,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/0d8cfc4c10b947419e42716bacf59ba9 is 50, key is test_row_0/C:col10/1733097241336/Put/seqid=0 2024-12-01T23:54:01,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097301803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T23:54:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T23:54:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097301823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097301823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:01,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741967_1143 (size=12001) 2024-12-01T23:54:01,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/0d8cfc4c10b947419e42716bacf59ba9 2024-12-01T23:54:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/92d6ade729b047508049b377d96c0c70 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/92d6ade729b047508049b377d96c0c70 2024-12-01T23:54:01,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/92d6ade729b047508049b377d96c0c70, entries=200, sequenceid=51, filesize=38.6 K 2024-12-01T23:54:01,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/005f6d4f3ff141eeb70aa00b8c2a5f3b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/005f6d4f3ff141eeb70aa00b8c2a5f3b 2024-12-01T23:54:01,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/005f6d4f3ff141eeb70aa00b8c2a5f3b, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T23:54:01,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/0d8cfc4c10b947419e42716bacf59ba9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/0d8cfc4c10b947419e42716bacf59ba9 2024-12-01T23:54:01,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/0d8cfc4c10b947419e42716bacf59ba9, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T23:54:01,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 7c7c012c6646cf1467d5b49a1fcdfffb in 282ms, sequenceid=51, compaction requested=false 2024-12-01T23:54:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:01,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T23:54:01,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:01,979 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:54:01,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:01,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:01,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:01,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:01,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:01,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:01,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f74c462e350c4b4b8293ce523506b063_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097241693/Put/seqid=0 2024-12-01T23:54:02,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741968_1144 (size=12154) 2024-12-01T23:54:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:02,020 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f74c462e350c4b4b8293ce523506b063_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f74c462e350c4b4b8293ce523506b063_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:02,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b8d78ffe7be443a90d832a99853881c, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:02,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b8d78ffe7be443a90d832a99853881c is 175, key is test_row_0/A:col10/1733097241693/Put/seqid=0 2024-12-01T23:54:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741969_1145 (size=30955) 2024-12-01T23:54:02,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733097242012, max timestamp=1733097242065Num uniques 859; 2024-12-01T23:54:02,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733097242012, max timestamp=1733097242065Num uniques 859; 2024-12-01T23:54:02,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-01T23:54:02,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-01T23:54:02,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733097242012, max timestamp=1733097242065Num uniques 859; 2024-12-01T23:54:02,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-01T23:54:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097302091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097302100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097302100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097302102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097302102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097302214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097302214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097302214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097302214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097302224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T23:54:02,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097302424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097302424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097302424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097302433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097302435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,462 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b8d78ffe7be443a90d832a99853881c 2024-12-01T23:54:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7045a2173a044d1988d01ea6334116f6 is 50, key is test_row_0/B:col10/1733097241693/Put/seqid=0 2024-12-01T23:54:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741970_1146 (size=12001) 2024-12-01T23:54:02,497 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7045a2173a044d1988d01ea6334116f6 2024-12-01T23:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c3c11783b0d44995bde8dd17598b7633 is 50, key is test_row_0/C:col10/1733097241693/Put/seqid=0 2024-12-01T23:54:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741971_1147 (size=12001) 2024-12-01T23:54:02,554 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c3c11783b0d44995bde8dd17598b7633 2024-12-01T23:54:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b8d78ffe7be443a90d832a99853881c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b8d78ffe7be443a90d832a99853881c 2024-12-01T23:54:02,574 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b8d78ffe7be443a90d832a99853881c, entries=150, sequenceid=61, filesize=30.2 K 2024-12-01T23:54:02,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7045a2173a044d1988d01ea6334116f6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7045a2173a044d1988d01ea6334116f6 2024-12-01T23:54:02,590 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7045a2173a044d1988d01ea6334116f6, entries=150, sequenceid=61, filesize=11.7 K 2024-12-01T23:54:02,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c3c11783b0d44995bde8dd17598b7633 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c3c11783b0d44995bde8dd17598b7633 2024-12-01T23:54:02,599 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c3c11783b0d44995bde8dd17598b7633, entries=150, sequenceid=61, filesize=11.7 K 2024-12-01T23:54:02,601 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 7c7c012c6646cf1467d5b49a1fcdfffb in 622ms, sequenceid=61, compaction requested=true 2024-12-01T23:54:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-01T23:54:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-01T23:54:02,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-01T23:54:02,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-12-01T23:54:02,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.4200 sec 2024-12-01T23:54:02,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T23:54:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:02,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=154.31 KB heapSize=426 KB 2024-12-01T23:54:02,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:02,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:02,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:02,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:02,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:02,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:02,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201506c57f8dd674bd59d84358f5d7c4b33_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097242097/Put/seqid=0 2024-12-01T23:54:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097302752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097302752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097302752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097302756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097302760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741972_1148 (size=14594) 2024-12-01T23:54:02,788 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:02,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201506c57f8dd674bd59d84358f5d7c4b33_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201506c57f8dd674bd59d84358f5d7c4b33_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:02,801 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a5895a6ca4e4861a91d57603384d132, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:02,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a5895a6ca4e4861a91d57603384d132 is 175, key is test_row_0/A:col10/1733097242097/Put/seqid=0 2024-12-01T23:54:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741973_1149 (size=39549) 2024-12-01T23:54:02,819 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a5895a6ca4e4861a91d57603384d132 2024-12-01T23:54:02,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/e609a62d5d26476e9ad6909387f0ae7c is 50, key is test_row_0/B:col10/1733097242097/Put/seqid=0 2024-12-01T23:54:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741974_1150 (size=12001) 2024-12-01T23:54:02,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097302863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097302873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097302873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097302873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097302873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097303073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097303083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097303083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097303083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097303083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/e609a62d5d26476e9ad6909387f0ae7c 2024-12-01T23:54:03,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/840bf254dc0c44d590f32714c5d90b44 is 50, key is test_row_0/C:col10/1733097242097/Put/seqid=0 2024-12-01T23:54:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741975_1151 (size=12001) 2024-12-01T23:54:03,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/840bf254dc0c44d590f32714c5d90b44 2024-12-01T23:54:03,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a5895a6ca4e4861a91d57603384d132 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a5895a6ca4e4861a91d57603384d132 2024-12-01T23:54:03,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a5895a6ca4e4861a91d57603384d132, entries=200, sequenceid=97, filesize=38.6 K 2024-12-01T23:54:03,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/e609a62d5d26476e9ad6909387f0ae7c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e609a62d5d26476e9ad6909387f0ae7c 2024-12-01T23:54:03,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e609a62d5d26476e9ad6909387f0ae7c, entries=150, sequenceid=97, filesize=11.7 K 2024-12-01T23:54:03,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/840bf254dc0c44d590f32714c5d90b44 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/840bf254dc0c44d590f32714c5d90b44 2024-12-01T23:54:03,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/840bf254dc0c44d590f32714c5d90b44, entries=150, sequenceid=97, filesize=11.7 K 2024-12-01T23:54:03,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~425.95 KB/436176, currentSize=33.54 KB/34350 for 7c7c012c6646cf1467d5b49a1fcdfffb in 580ms, sequenceid=97, compaction requested=true 2024-12-01T23:54:03,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:03,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:03,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:03,318 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:54:03,318 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:54:03,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:03,321 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:54:03,321 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:03,321 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,321 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/36b33154ded74419a0a37a4ca6af73e1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/005f6d4f3ff141eeb70aa00b8c2a5f3b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7045a2173a044d1988d01ea6334116f6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e609a62d5d26476e9ad6909387f0ae7c] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=46.9 K 2024-12-01T23:54:03,322 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 36b33154ded74419a0a37a4ca6af73e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733097241211 2024-12-01T23:54:03,322 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:54:03,322 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:03,322 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,322 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/7b17258a712242ea926be8e469b96d5b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/92d6ade729b047508049b377d96c0c70, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b8d78ffe7be443a90d832a99853881c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a5895a6ca4e4861a91d57603384d132] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=154.5 K 2024-12-01T23:54:03,322 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,323 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/7b17258a712242ea926be8e469b96d5b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/92d6ade729b047508049b377d96c0c70, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b8d78ffe7be443a90d832a99853881c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a5895a6ca4e4861a91d57603384d132] 2024-12-01T23:54:03,323 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 005f6d4f3ff141eeb70aa00b8c2a5f3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733097241301 2024-12-01T23:54:03,323 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b17258a712242ea926be8e469b96d5b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733097241210 2024-12-01T23:54:03,323 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7045a2173a044d1988d01ea6334116f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733097241641 2024-12-01T23:54:03,328 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e609a62d5d26476e9ad6909387f0ae7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733097242089 2024-12-01T23:54:03,328 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92d6ade729b047508049b377d96c0c70, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733097241301 2024-12-01T23:54:03,330 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b8d78ffe7be443a90d832a99853881c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733097241641 2024-12-01T23:54:03,331 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a5895a6ca4e4861a91d57603384d132, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733097242089 2024-12-01T23:54:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T23:54:03,343 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:03,343 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-01T23:54:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T23:54:03,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:03,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:03,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:03,365 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:03,366 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/a21586d95a7a48269519bd78f6e27eaa is 50, key is test_row_0/B:col10/1733097242097/Put/seqid=0 2024-12-01T23:54:03,383 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:03,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:54:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:03,403 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412013faf4e4e6a614830bc84b304b20c41cb_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741976_1152 (size=12139) 2024-12-01T23:54:03,408 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412013faf4e4e6a614830bc84b304b20c41cb_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:03,409 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013faf4e4e6a614830bc84b304b20c41cb_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:03,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/a21586d95a7a48269519bd78f6e27eaa as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a21586d95a7a48269519bd78f6e27eaa 2024-12-01T23:54:03,423 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into a21586d95a7a48269519bd78f6e27eaa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:03,423 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:03,424 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=12, startTime=1733097243318; duration=0sec 2024-12-01T23:54:03,424 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:03,424 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:03,424 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:54:03,427 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:54:03,427 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:03,427 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,427 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c75d906147734075b15ecdf698a42aac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/0d8cfc4c10b947419e42716bacf59ba9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c3c11783b0d44995bde8dd17598b7633, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/840bf254dc0c44d590f32714c5d90b44] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=46.9 K 2024-12-01T23:54:03,428 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c75d906147734075b15ecdf698a42aac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733097241211 2024-12-01T23:54:03,428 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d8cfc4c10b947419e42716bacf59ba9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733097241301 2024-12-01T23:54:03,430 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c3c11783b0d44995bde8dd17598b7633, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733097241641 2024-12-01T23:54:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741977_1153 (size=4469) 2024-12-01T23:54:03,435 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 840bf254dc0c44d590f32714c5d90b44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733097242089 2024-12-01T23:54:03,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120192b4bda6702a416b88257f11a9fc7ca2_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097242750/Put/seqid=0 2024-12-01T23:54:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T23:54:03,479 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#133 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:03,479 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e560eff73b6548479091735cab6498c8 is 175, key is test_row_0/A:col10/1733097242097/Put/seqid=0 2024-12-01T23:54:03,482 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#135 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:03,483 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/2c63cddc78764e8fa418f4b16d9e3ce3 is 50, key is test_row_0/C:col10/1733097242097/Put/seqid=0 2024-12-01T23:54:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741978_1154 (size=17034) 2024-12-01T23:54:03,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741980_1156 (size=12139) 2024-12-01T23:54:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741979_1155 (size=31093) 2024-12-01T23:54:03,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120192b4bda6702a416b88257f11a9fc7ca2_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120192b4bda6702a416b88257f11a9fc7ca2_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:03,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/0d9615a2fa0b40f89b164358052f2eb2, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:03,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/0d9615a2fa0b40f89b164358052f2eb2 is 175, key is test_row_0/A:col10/1733097242750/Put/seqid=0 2024-12-01T23:54:03,496 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/2c63cddc78764e8fa418f4b16d9e3ce3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2c63cddc78764e8fa418f4b16d9e3ce3 2024-12-01T23:54:03,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097243423, max timestamp=1733097243489Num uniques 859; 2024-12-01T23:54:03,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:54:03,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097243423, max timestamp=1733097243489Num uniques 859; 2024-12-01T23:54:03,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097243423, max timestamp=1733097243489Num uniques 859; 2024-12-01T23:54:03,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:54:03,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:54:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741981_1157 (size=48139) 2024-12-01T23:54:03,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,509 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into 2c63cddc78764e8fa418f4b16d9e3ce3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:03,509 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:03,509 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=12, startTime=1733097243319; duration=0sec 2024-12-01T23:54:03,509 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:03,509 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097303522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097303524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097303525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097303525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097303527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097303633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097303633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097303633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097303634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097303633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T23:54:03,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097303843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097303843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097303843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097303843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097303843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:03,896 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e560eff73b6548479091735cab6498c8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e560eff73b6548479091735cab6498c8 2024-12-01T23:54:03,901 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into e560eff73b6548479091735cab6498c8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:03,901 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:03,901 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=12, startTime=1733097243318; duration=0sec 2024-12-01T23:54:03,901 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:03,901 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:03,905 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/0d9615a2fa0b40f89b164358052f2eb2 2024-12-01T23:54:03,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0 is 50, key is test_row_0/B:col10/1733097242750/Put/seqid=0 2024-12-01T23:54:03,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741982_1158 (size=12001) 2024-12-01T23:54:03,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:03,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T23:54:04,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097304155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097304155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097304155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097304163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097304164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0 2024-12-01T23:54:04,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b2d888f449dd4d7dbca486b8f5118933 is 50, key is test_row_0/C:col10/1733097242750/Put/seqid=0 2024-12-01T23:54:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741983_1159 (size=12001) 2024-12-01T23:54:04,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:04,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T23:54:04,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:04,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:04,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097304663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097304663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097304663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097304673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097304673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:04,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:04,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b2d888f449dd4d7dbca486b8f5118933 2024-12-01T23:54:04,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/0d9615a2fa0b40f89b164358052f2eb2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/0d9615a2fa0b40f89b164358052f2eb2 2024-12-01T23:54:04,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/0d9615a2fa0b40f89b164358052f2eb2, entries=250, sequenceid=107, filesize=47.0 K 2024-12-01T23:54:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0 2024-12-01T23:54:04,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0, entries=150, sequenceid=107, filesize=11.7 K 2024-12-01T23:54:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b2d888f449dd4d7dbca486b8f5118933 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b2d888f449dd4d7dbca486b8f5118933 2024-12-01T23:54:04,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b2d888f449dd4d7dbca486b8f5118933, entries=150, sequenceid=107, filesize=11.7 K 2024-12-01T23:54:04,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1373ms, sequenceid=107, compaction requested=false 2024-12-01T23:54:04,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:04,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T23:54:04,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:04,891 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-01T23:54:04,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:04,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:04,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:04,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b082f9d44a8d40c59b331c72dde92ea3_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097243525/Put/seqid=0 2024-12-01T23:54:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741984_1160 (size=12304) 2024-12-01T23:54:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:05,316 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b082f9d44a8d40c59b331c72dde92ea3_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b082f9d44a8d40c59b331c72dde92ea3_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a1b2959cc65e474e82e30484f1bf6dac, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:05,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a1b2959cc65e474e82e30484f1bf6dac is 175, key is test_row_0/A:col10/1733097243525/Put/seqid=0 2024-12-01T23:54:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741985_1161 (size=31105) 2024-12-01T23:54:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T23:54:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:05,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:05,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097305687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097305688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097305691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097305693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097305694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,697 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,698 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,733 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a1b2959cc65e474e82e30484f1bf6dac 2024-12-01T23:54:05,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/adcfdabf0f70408a8e94720408850aa4 is 50, key is test_row_0/B:col10/1733097243525/Put/seqid=0 2024-12-01T23:54:05,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741986_1162 (size=12151) 2024-12-01T23:54:05,756 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/adcfdabf0f70408a8e94720408850aa4 2024-12-01T23:54:05,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/459ad05c3f244714b0ff3f14ec8f5bd5 is 50, key is test_row_0/C:col10/1733097243525/Put/seqid=0 2024-12-01T23:54:05,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741987_1163 (size=12151) 2024-12-01T23:54:05,778 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/459ad05c3f244714b0ff3f14ec8f5bd5 2024-12-01T23:54:05,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a1b2959cc65e474e82e30484f1bf6dac as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a1b2959cc65e474e82e30484f1bf6dac 2024-12-01T23:54:05,790 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a1b2959cc65e474e82e30484f1bf6dac, entries=150, sequenceid=145, filesize=30.4 K 2024-12-01T23:54:05,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/adcfdabf0f70408a8e94720408850aa4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/adcfdabf0f70408a8e94720408850aa4 2024-12-01T23:54:05,800 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/adcfdabf0f70408a8e94720408850aa4, entries=150, sequenceid=145, filesize=11.9 K 2024-12-01T23:54:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/459ad05c3f244714b0ff3f14ec8f5bd5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/459ad05c3f244714b0ff3f14ec8f5bd5 2024-12-01T23:54:05,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097305804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097305804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097305804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:05,811 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/459ad05c3f244714b0ff3f14ec8f5bd5, entries=150, sequenceid=145, filesize=11.9 K 2024-12-01T23:54:05,812 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 7c7c012c6646cf1467d5b49a1fcdfffb in 921ms, sequenceid=145, compaction requested=true 2024-12-01T23:54:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-01T23:54:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-01T23:54:05,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-01T23:54:05,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-12-01T23:54:05,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.4760 sec 2024-12-01T23:54:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:06,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:54:06,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:06,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:06,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:06,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:06,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:06,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:06,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010a34cb278d7841d0aa7bf5209cf61fab_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097246016/Put/seqid=0 2024-12-01T23:54:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741988_1164 (size=12304) 2024-12-01T23:54:06,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:06,047 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010a34cb278d7841d0aa7bf5209cf61fab_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010a34cb278d7841d0aa7bf5209cf61fab_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:06,048 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/09e6951800ea48a485d1470bfa51b857, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:06,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/09e6951800ea48a485d1470bfa51b857 is 175, key is test_row_0/A:col10/1733097246016/Put/seqid=0 2024-12-01T23:54:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097306056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097306056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097306058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741989_1165 (size=31105) 2024-12-01T23:54:06,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097306163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097306163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097306163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097306373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097306373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097306373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/09e6951800ea48a485d1470bfa51b857 2024-12-01T23:54:06,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/b7640f2dbd734e088e8b3035f9f44d2c is 50, key is test_row_0/B:col10/1733097246016/Put/seqid=0 2024-12-01T23:54:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741990_1166 (size=12151) 2024-12-01T23:54:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097306682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097306682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097306683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:06,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/b7640f2dbd734e088e8b3035f9f44d2c 2024-12-01T23:54:06,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/f4a69ecf70a24ee0ac04d50e197e5d1a is 50, key is test_row_0/C:col10/1733097246016/Put/seqid=0 2024-12-01T23:54:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741991_1167 (size=12151) 2024-12-01T23:54:07,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097307193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097307193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097307193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:07,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/f4a69ecf70a24ee0ac04d50e197e5d1a 2024-12-01T23:54:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/09e6951800ea48a485d1470bfa51b857 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/09e6951800ea48a485d1470bfa51b857 2024-12-01T23:54:07,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/09e6951800ea48a485d1470bfa51b857, entries=150, sequenceid=158, filesize=30.4 K 2024-12-01T23:54:07,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/b7640f2dbd734e088e8b3035f9f44d2c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/b7640f2dbd734e088e8b3035f9f44d2c 2024-12-01T23:54:07,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/b7640f2dbd734e088e8b3035f9f44d2c, entries=150, sequenceid=158, filesize=11.9 K 2024-12-01T23:54:07,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/f4a69ecf70a24ee0ac04d50e197e5d1a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/f4a69ecf70a24ee0ac04d50e197e5d1a 2024-12-01T23:54:07,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/f4a69ecf70a24ee0ac04d50e197e5d1a, entries=150, sequenceid=158, filesize=11.9 K 2024-12-01T23:54:07,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1302ms, sequenceid=158, compaction requested=true 2024-12-01T23:54:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:07,319 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:54:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:07,319 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:54:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:07,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:07,323 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:54:07,323 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:54:07,323 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:07,323 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:07,323 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:07,323 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:07,323 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a21586d95a7a48269519bd78f6e27eaa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/adcfdabf0f70408a8e94720408850aa4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/b7640f2dbd734e088e8b3035f9f44d2c] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=47.3 K 2024-12-01T23:54:07,323 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e560eff73b6548479091735cab6498c8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/0d9615a2fa0b40f89b164358052f2eb2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a1b2959cc65e474e82e30484f1bf6dac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/09e6951800ea48a485d1470bfa51b857] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=138.1 K 2024-12-01T23:54:07,323 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:07,323 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e560eff73b6548479091735cab6498c8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/0d9615a2fa0b40f89b164358052f2eb2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a1b2959cc65e474e82e30484f1bf6dac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/09e6951800ea48a485d1470bfa51b857] 2024-12-01T23:54:07,324 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a21586d95a7a48269519bd78f6e27eaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733097242089 2024-12-01T23:54:07,324 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e560eff73b6548479091735cab6498c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733097242089 2024-12-01T23:54:07,324 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d9615a2fa0b40f89b164358052f2eb2, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733097242747 2024-12-01T23:54:07,324 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c1ddb5dd338b45c9ac5dc2d515fcd8f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733097242747 2024-12-01T23:54:07,325 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1b2959cc65e474e82e30484f1bf6dac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733097243506 2024-12-01T23:54:07,325 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting adcfdabf0f70408a8e94720408850aa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733097243506 2024-12-01T23:54:07,325 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b7640f2dbd734e088e8b3035f9f44d2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733097245686 2024-12-01T23:54:07,325 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09e6951800ea48a485d1470bfa51b857, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733097245686 2024-12-01T23:54:07,335 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:07,336 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:07,337 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/05160a3bf9764f7ab82a8235b189cf90 is 50, key is test_row_0/B:col10/1733097246016/Put/seqid=0 2024-12-01T23:54:07,343 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201d0daad2343af455ebcf7424ba00837be_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:07,346 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201d0daad2343af455ebcf7424ba00837be_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:07,346 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d0daad2343af455ebcf7424ba00837be_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741993_1169 (size=4469) 2024-12-01T23:54:07,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741992_1168 (size=12425) 2024-12-01T23:54:07,357 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#144 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:07,358 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/86650323cd2843c9a24a5aaafc3bec57 is 175, key is test_row_0/A:col10/1733097246016/Put/seqid=0 2024-12-01T23:54:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741994_1170 (size=31379) 2024-12-01T23:54:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T23:54:07,513 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:07,514 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-01T23:54:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T23:54:07,516 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:07,516 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:07,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T23:54:07,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T23:54:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:07,669 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:54:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201567b866d9986448b9437e10c4d94f998_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097246055/Put/seqid=0 2024-12-01T23:54:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741995_1171 (size=12304) 2024-12-01T23:54:07,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:07,702 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201567b866d9986448b9437e10c4d94f998_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201567b866d9986448b9437e10c4d94f998_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/ce9699ac40c348d7b1bf4d95c8041c53, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/ce9699ac40c348d7b1bf4d95c8041c53 is 175, key is test_row_0/A:col10/1733097246055/Put/seqid=0 2024-12-01T23:54:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741996_1172 (size=31105) 2024-12-01T23:54:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:07,717 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/ce9699ac40c348d7b1bf4d95c8041c53 2024-12-01T23:54:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/777043c3aafe4f1eadf4a5113dd6ac96 is 50, key is test_row_0/B:col10/1733097246055/Put/seqid=0 2024-12-01T23:54:07,767 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/05160a3bf9764f7ab82a8235b189cf90 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/05160a3bf9764f7ab82a8235b189cf90 2024-12-01T23:54:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097307770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:07,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:07,777 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/86650323cd2843c9a24a5aaafc3bec57 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/86650323cd2843c9a24a5aaafc3bec57 2024-12-01T23:54:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097307771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:07,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:07,788 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into 86650323cd2843c9a24a5aaafc3bec57(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:07,788 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:07,788 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=12, startTime=1733097247319; duration=0sec 2024-12-01T23:54:07,789 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:07,789 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:07,789 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:54:07,789 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into 05160a3bf9764f7ab82a8235b189cf90(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:07,790 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:07,790 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=12, startTime=1733097247319; duration=0sec 2024-12-01T23:54:07,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741997_1173 (size=12151) 2024-12-01T23:54:07,794 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:54:07,794 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:07,794 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:07,794 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2c63cddc78764e8fa418f4b16d9e3ce3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b2d888f449dd4d7dbca486b8f5118933, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/459ad05c3f244714b0ff3f14ec8f5bd5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/f4a69ecf70a24ee0ac04d50e197e5d1a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=47.3 K 2024-12-01T23:54:07,795 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c63cddc78764e8fa418f4b16d9e3ce3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733097242089 2024-12-01T23:54:07,796 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/777043c3aafe4f1eadf4a5113dd6ac96 2024-12-01T23:54:07,798 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d888f449dd4d7dbca486b8f5118933, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733097242747 2024-12-01T23:54:07,798 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:07,798 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:07,799 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 459ad05c3f244714b0ff3f14ec8f5bd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733097243506 2024-12-01T23:54:07,800 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4a69ecf70a24ee0ac04d50e197e5d1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733097245686 2024-12-01T23:54:07,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/2e4ea613b1e349589493d49a5bd55826 is 50, key is test_row_0/C:col10/1733097246055/Put/seqid=0 2024-12-01T23:54:07,830 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:07,831 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/d02143eeedaa4497bc058927e7c73bcc is 50, key is test_row_0/C:col10/1733097246016/Put/seqid=0 2024-12-01T23:54:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T23:54:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741998_1174 (size=12151) 2024-12-01T23:54:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741999_1175 (size=12425) 2024-12-01T23:54:07,849 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/d02143eeedaa4497bc058927e7c73bcc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/d02143eeedaa4497bc058927e7c73bcc 2024-12-01T23:54:07,856 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into d02143eeedaa4497bc058927e7c73bcc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:07,856 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:07,856 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=12, startTime=1733097247319; duration=0sec 2024-12-01T23:54:07,856 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:07,857 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:07,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097307882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:07,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097307883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097308093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097308093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T23:54:08,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097308203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097308203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,205 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,205 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097308213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,214 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,244 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/2e4ea613b1e349589493d49a5bd55826 2024-12-01T23:54:08,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/ce9699ac40c348d7b1bf4d95c8041c53 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/ce9699ac40c348d7b1bf4d95c8041c53 2024-12-01T23:54:08,252 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/ce9699ac40c348d7b1bf4d95c8041c53, entries=150, sequenceid=177, filesize=30.4 K 2024-12-01T23:54:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/777043c3aafe4f1eadf4a5113dd6ac96 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/777043c3aafe4f1eadf4a5113dd6ac96 2024-12-01T23:54:08,259 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/777043c3aafe4f1eadf4a5113dd6ac96, entries=150, sequenceid=177, filesize=11.9 K 2024-12-01T23:54:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/2e4ea613b1e349589493d49a5bd55826 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2e4ea613b1e349589493d49a5bd55826 2024-12-01T23:54:08,268 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2e4ea613b1e349589493d49a5bd55826, entries=150, sequenceid=177, filesize=11.9 K 2024-12-01T23:54:08,269 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 7c7c012c6646cf1467d5b49a1fcdfffb in 600ms, sequenceid=177, compaction requested=false 2024-12-01T23:54:08,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:08,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:08,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T23:54:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T23:54:08,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-01T23:54:08,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 755 msec 2024-12-01T23:54:08,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 760 msec 2024-12-01T23:54:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:08,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T23:54:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:08,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201596bcdf66661402f8d647ceeef844bb2_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097248406/Put/seqid=0 2024-12-01T23:54:08,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742000_1176 (size=17284) 2024-12-01T23:54:08,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:08,482 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201596bcdf66661402f8d647ceeef844bb2_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201596bcdf66661402f8d647ceeef844bb2_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:08,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/04b18255af04447aa28ae66bf90381e4, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:08,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/04b18255af04447aa28ae66bf90381e4 is 175, key is test_row_0/A:col10/1733097248406/Put/seqid=0 2024-12-01T23:54:08,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097308486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097308487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742001_1177 (size=48389) 2024-12-01T23:54:08,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/04b18255af04447aa28ae66bf90381e4 2024-12-01T23:54:08,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0502923e3ab444879a9828b6c32d7475 is 50, key is test_row_0/B:col10/1733097248406/Put/seqid=0 2024-12-01T23:54:08,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742002_1178 (size=12151) 2024-12-01T23:54:08,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097308592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097308592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T23:54:08,653 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:08,654 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-01T23:54:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T23:54:08,655 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:08,655 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:08,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T23:54:08,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097308802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097308803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:08,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T23:54:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:08,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:08,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:08,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0502923e3ab444879a9828b6c32d7475 2024-12-01T23:54:08,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/660ba4375cb54d00bd8b36cbcb8e8993 is 50, key is test_row_0/C:col10/1733097248406/Put/seqid=0 2024-12-01T23:54:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742003_1179 (size=12151) 2024-12-01T23:54:08,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T23:54:08,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:08,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:08,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:08,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:08,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T23:54:09,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T23:54:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097309113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097309113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:09,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T23:54:09,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:09,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:09,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T23:54:09,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/660ba4375cb54d00bd8b36cbcb8e8993 2024-12-01T23:54:09,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/04b18255af04447aa28ae66bf90381e4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/04b18255af04447aa28ae66bf90381e4 2024-12-01T23:54:09,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/04b18255af04447aa28ae66bf90381e4, entries=250, sequenceid=196, filesize=47.3 K 2024-12-01T23:54:09,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0502923e3ab444879a9828b6c32d7475 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0502923e3ab444879a9828b6c32d7475 2024-12-01T23:54:09,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0502923e3ab444879a9828b6c32d7475, entries=150, sequenceid=196, filesize=11.9 K 2024-12-01T23:54:09,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/660ba4375cb54d00bd8b36cbcb8e8993 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/660ba4375cb54d00bd8b36cbcb8e8993 2024-12-01T23:54:09,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/660ba4375cb54d00bd8b36cbcb8e8993, entries=150, sequenceid=196, filesize=11.9 K 2024-12-01T23:54:09,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7c7c012c6646cf1467d5b49a1fcdfffb in 936ms, sequenceid=196, compaction requested=true 2024-12-01T23:54:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:09,342 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:09,342 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:09,344 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:09,344 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:09,344 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:09,344 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:09,344 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,344 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,344 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/05160a3bf9764f7ab82a8235b189cf90, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/777043c3aafe4f1eadf4a5113dd6ac96, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0502923e3ab444879a9828b6c32d7475] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=35.9 K 2024-12-01T23:54:09,344 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/86650323cd2843c9a24a5aaafc3bec57, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/ce9699ac40c348d7b1bf4d95c8041c53, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/04b18255af04447aa28ae66bf90381e4] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=108.3 K 2024-12-01T23:54:09,344 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,344 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/86650323cd2843c9a24a5aaafc3bec57, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/ce9699ac40c348d7b1bf4d95c8041c53, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/04b18255af04447aa28ae66bf90381e4] 2024-12-01T23:54:09,344 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 05160a3bf9764f7ab82a8235b189cf90, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733097245686 2024-12-01T23:54:09,345 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86650323cd2843c9a24a5aaafc3bec57, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733097245686 2024-12-01T23:54:09,345 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 777043c3aafe4f1eadf4a5113dd6ac96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733097246044 2024-12-01T23:54:09,345 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9699ac40c348d7b1bf4d95c8041c53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733097246044 2024-12-01T23:54:09,345 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0502923e3ab444879a9828b6c32d7475, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733097247744 2024-12-01T23:54:09,345 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04b18255af04447aa28ae66bf90381e4, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733097247744 2024-12-01T23:54:09,350 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:09,352 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:09,353 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412015973ca0c7e08421a8b2e12b8a18628b6_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:09,354 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0e39f02000844952857aaf9d74baa4a3 is 50, key is test_row_0/B:col10/1733097248406/Put/seqid=0 2024-12-01T23:54:09,355 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412015973ca0c7e08421a8b2e12b8a18628b6_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:09,355 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015973ca0c7e08421a8b2e12b8a18628b6_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:09,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742004_1180 (size=12527) 2024-12-01T23:54:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742005_1181 (size=4469) 2024-12-01T23:54:09,368 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#154 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:09,369 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/05e16d4679594bc5b7ac0c9c7ef12403 is 175, key is test_row_0/A:col10/1733097248406/Put/seqid=0 2024-12-01T23:54:09,369 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0e39f02000844952857aaf9d74baa4a3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0e39f02000844952857aaf9d74baa4a3 2024-12-01T23:54:09,374 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into 0e39f02000844952857aaf9d74baa4a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742006_1182 (size=31481) 2024-12-01T23:54:09,374 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:09,375 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=13, startTime=1733097249342; duration=0sec 2024-12-01T23:54:09,375 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:09,375 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:09,375 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:09,377 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:09,377 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:09,377 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,377 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/d02143eeedaa4497bc058927e7c73bcc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2e4ea613b1e349589493d49a5bd55826, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/660ba4375cb54d00bd8b36cbcb8e8993] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=35.9 K 2024-12-01T23:54:09,378 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d02143eeedaa4497bc058927e7c73bcc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733097245686 2024-12-01T23:54:09,378 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e4ea613b1e349589493d49a5bd55826, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733097246044 2024-12-01T23:54:09,378 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 660ba4375cb54d00bd8b36cbcb8e8993, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733097247744 2024-12-01T23:54:09,381 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/05e16d4679594bc5b7ac0c9c7ef12403 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/05e16d4679594bc5b7ac0c9c7ef12403 2024-12-01T23:54:09,387 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into 05e16d4679594bc5b7ac0c9c7ef12403(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:09,387 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:09,387 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=13, startTime=1733097249342; duration=0sec 2024-12-01T23:54:09,387 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:09,388 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:09,388 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:09,389 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/528dd2887e6142d1b94e9480a448643c is 50, key is test_row_0/C:col10/1733097248406/Put/seqid=0 2024-12-01T23:54:09,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742007_1183 (size=12527) 2024-12-01T23:54:09,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T23:54:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:09,420 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T23:54:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:09,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cea71657b4d7463985ad85daddd5a922_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097248415/Put/seqid=0 2024-12-01T23:54:09,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742008_1184 (size=12304) 2024-12-01T23:54:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:09,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097309649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097309650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097309763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097309763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T23:54:09,797 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/528dd2887e6142d1b94e9480a448643c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/528dd2887e6142d1b94e9480a448643c 2024-12-01T23:54:09,802 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into 528dd2887e6142d1b94e9480a448643c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:09,802 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:09,802 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=13, startTime=1733097249342; duration=0sec 2024-12-01T23:54:09,803 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:09,803 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:09,844 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cea71657b4d7463985ad85daddd5a922_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cea71657b4d7463985ad85daddd5a922_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/661f890bf2af4365895c4c03a468791c, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/661f890bf2af4365895c4c03a468791c is 175, key is test_row_0/A:col10/1733097248415/Put/seqid=0 2024-12-01T23:54:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742009_1185 (size=31105) 2024-12-01T23:54:09,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097309972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097309973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097310223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,226 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097310223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,227 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097310233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,236 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,250 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/661f890bf2af4365895c4c03a468791c 2024-12-01T23:54:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/6c736a6ca0a44c37bebef8180039ed7d is 50, key is test_row_0/B:col10/1733097248415/Put/seqid=0 2024-12-01T23:54:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742010_1186 (size=12151) 2024-12-01T23:54:10,261 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/6c736a6ca0a44c37bebef8180039ed7d 2024-12-01T23:54:10,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c931fb65fd1844bc8e0cc2cbc4c144c7 is 50, key is test_row_0/C:col10/1733097248415/Put/seqid=0 2024-12-01T23:54:10,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742011_1187 (size=12151) 2024-12-01T23:54:10,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097310283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097310283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,673 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c931fb65fd1844bc8e0cc2cbc4c144c7 2024-12-01T23:54:10,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/661f890bf2af4365895c4c03a468791c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/661f890bf2af4365895c4c03a468791c 2024-12-01T23:54:10,682 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/661f890bf2af4365895c4c03a468791c, entries=150, sequenceid=214, filesize=30.4 K 2024-12-01T23:54:10,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/6c736a6ca0a44c37bebef8180039ed7d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/6c736a6ca0a44c37bebef8180039ed7d 2024-12-01T23:54:10,692 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/6c736a6ca0a44c37bebef8180039ed7d, entries=150, sequenceid=214, filesize=11.9 K 2024-12-01T23:54:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/c931fb65fd1844bc8e0cc2cbc4c144c7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c931fb65fd1844bc8e0cc2cbc4c144c7 2024-12-01T23:54:10,699 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c931fb65fd1844bc8e0cc2cbc4c144c7, entries=150, sequenceid=214, filesize=11.9 K 2024-12-01T23:54:10,700 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1280ms, sequenceid=214, compaction requested=false 2024-12-01T23:54:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-01T23:54:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-01T23:54:10,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-01T23:54:10,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0460 sec 2024-12-01T23:54:10,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.0500 sec 2024-12-01T23:54:10,770 INFO [master/579b0f681375:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T23:54:10,770 INFO [master/579b0f681375:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T23:54:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:10,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T23:54:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:10,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c559ab8dc77a4ca0a226b9fddee87697_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097249646/Put/seqid=0 2024-12-01T23:54:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T23:54:10,813 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:10,814 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-01T23:54:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T23:54:10,816 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:10,817 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:10,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:10,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742012_1188 (size=17284) 2024-12-01T23:54:10,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:10,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c559ab8dc77a4ca0a226b9fddee87697_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c559ab8dc77a4ca0a226b9fddee87697_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:10,827 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a9e3478fec9644bda79b21fd84cd1767, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:10,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a9e3478fec9644bda79b21fd84cd1767 is 175, key is test_row_0/A:col10/1733097249646/Put/seqid=0 2024-12-01T23:54:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097310825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097310827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742013_1189 (size=48389) 2024-12-01T23:54:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T23:54:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097310933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097310933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:10,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:10,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:10,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:11,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T23:54:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097311143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:11,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097311143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:11,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a9e3478fec9644bda79b21fd84cd1767 2024-12-01T23:54:11,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/1d1d375190394b9fa5f58121cc932d3e is 50, key is test_row_0/B:col10/1733097249646/Put/seqid=0 2024-12-01T23:54:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742014_1190 (size=12151) 2024-12-01T23:54:11,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T23:54:11,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097311452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:11,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097311452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:11,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:11,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:11,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/1d1d375190394b9fa5f58121cc932d3e 2024-12-01T23:54:11,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/64a345d598da4930b8e95a3f23f730bd is 50, key is test_row_0/C:col10/1733097249646/Put/seqid=0 2024-12-01T23:54:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742015_1191 (size=12151) 2024-12-01T23:54:11,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:11,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T23:54:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097311962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097311962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:12,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:12,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:12,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/64a345d598da4930b8e95a3f23f730bd 2024-12-01T23:54:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/a9e3478fec9644bda79b21fd84cd1767 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a9e3478fec9644bda79b21fd84cd1767 2024-12-01T23:54:12,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a9e3478fec9644bda79b21fd84cd1767, entries=250, sequenceid=233, filesize=47.3 K 2024-12-01T23:54:12,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/1d1d375190394b9fa5f58121cc932d3e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/1d1d375190394b9fa5f58121cc932d3e 2024-12-01T23:54:12,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/1d1d375190394b9fa5f58121cc932d3e, entries=150, sequenceid=233, filesize=11.9 K 2024-12-01T23:54:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/64a345d598da4930b8e95a3f23f730bd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/64a345d598da4930b8e95a3f23f730bd 2024-12-01T23:54:12,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/64a345d598da4930b8e95a3f23f730bd, entries=150, sequenceid=233, filesize=11.9 K 2024-12-01T23:54:12,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1286ms, sequenceid=233, compaction requested=true 2024-12-01T23:54:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:12,081 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:12,081 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:12,082 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:12,082 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:12,082 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:12,082 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/05e16d4679594bc5b7ac0c9c7ef12403, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/661f890bf2af4365895c4c03a468791c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a9e3478fec9644bda79b21fd84cd1767] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=108.4 K 2024-12-01T23:54:12,082 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:12,082 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/05e16d4679594bc5b7ac0c9c7ef12403, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/661f890bf2af4365895c4c03a468791c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a9e3478fec9644bda79b21fd84cd1767] 2024-12-01T23:54:12,082 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:12,082 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:12,082 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:12,083 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0e39f02000844952857aaf9d74baa4a3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/6c736a6ca0a44c37bebef8180039ed7d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/1d1d375190394b9fa5f58121cc932d3e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.0 K 2024-12-01T23:54:12,083 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05e16d4679594bc5b7ac0c9c7ef12403, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733097247744 2024-12-01T23:54:12,083 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e39f02000844952857aaf9d74baa4a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733097247744 2024-12-01T23:54:12,084 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 661f890bf2af4365895c4c03a468791c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733097248415 2024-12-01T23:54:12,084 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c736a6ca0a44c37bebef8180039ed7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733097248415 2024-12-01T23:54:12,084 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9e3478fec9644bda79b21fd84cd1767, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733097249643 2024-12-01T23:54:12,084 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d1d375190394b9fa5f58121cc932d3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733097249643 2024-12-01T23:54:12,090 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:12,092 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:12,092 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/2ec83ca6ea2144898d19546e86c9960f is 50, key is test_row_0/B:col10/1733097249646/Put/seqid=0 2024-12-01T23:54:12,094 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201e6cfac088d6b40d7b21270488dd3e2e1_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:12,096 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201e6cfac088d6b40d7b21270488dd3e2e1_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:12,096 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e6cfac088d6b40d7b21270488dd3e2e1_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742016_1192 (size=12629) 2024-12-01T23:54:12,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742017_1193 (size=4469) 2024-12-01T23:54:12,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T23:54:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:12,195 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:54:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:12,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201834fa9d1bce14ff2b40bbbb67f7eaf27_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097250818/Put/seqid=0 2024-12-01T23:54:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742018_1194 (size=12304) 2024-12-01T23:54:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:12,210 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201834fa9d1bce14ff2b40bbbb67f7eaf27_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201834fa9d1bce14ff2b40bbbb67f7eaf27_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:12,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/954cedfcf7c64bce804202c90608ddec, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:12,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/954cedfcf7c64bce804202c90608ddec is 175, key is test_row_0/A:col10/1733097250818/Put/seqid=0 2024-12-01T23:54:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742019_1195 (size=31105) 2024-12-01T23:54:12,508 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:12,508 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/543277858c6a467f8ed4ec5e765d0e10 is 175, key is test_row_0/A:col10/1733097249646/Put/seqid=0 2024-12-01T23:54:12,512 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/2ec83ca6ea2144898d19546e86c9960f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/2ec83ca6ea2144898d19546e86c9960f 2024-12-01T23:54:12,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742020_1196 (size=31583) 2024-12-01T23:54:12,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/543277858c6a467f8ed4ec5e765d0e10 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/543277858c6a467f8ed4ec5e765d0e10 2024-12-01T23:54:12,520 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into 2ec83ca6ea2144898d19546e86c9960f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:12,520 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:12,520 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=13, startTime=1733097252081; duration=0sec 2024-12-01T23:54:12,520 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:12,520 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:12,521 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:12,523 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into 543277858c6a467f8ed4ec5e765d0e10(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:12,523 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:12,523 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=13, startTime=1733097252081; duration=0sec 2024-12-01T23:54:12,523 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:12,523 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:12,523 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:12,523 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:12,523 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:12,523 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/528dd2887e6142d1b94e9480a448643c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c931fb65fd1844bc8e0cc2cbc4c144c7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/64a345d598da4930b8e95a3f23f730bd] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.0 K 2024-12-01T23:54:12,523 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 528dd2887e6142d1b94e9480a448643c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733097247744 2024-12-01T23:54:12,524 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c931fb65fd1844bc8e0cc2cbc4c144c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733097248415 2024-12-01T23:54:12,524 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 64a345d598da4930b8e95a3f23f730bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733097249643 2024-12-01T23:54:12,532 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:12,532 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/2d221b78432d4c9fbf05efe85b40afcd is 50, key is test_row_0/C:col10/1733097249646/Put/seqid=0 2024-12-01T23:54:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742021_1197 (size=12629) 2024-12-01T23:54:12,556 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/2d221b78432d4c9fbf05efe85b40afcd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2d221b78432d4c9fbf05efe85b40afcd 2024-12-01T23:54:12,561 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into 2d221b78432d4c9fbf05efe85b40afcd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:12,561 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:12,561 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=13, startTime=1733097252081; duration=0sec 2024-12-01T23:54:12,561 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:12,561 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:12,616 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/954cedfcf7c64bce804202c90608ddec 2024-12-01T23:54:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0a03804e8aef4dbaa5bbe6215433428b is 50, key is test_row_0/B:col10/1733097250818/Put/seqid=0 2024-12-01T23:54:12,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742022_1198 (size=12151) 2024-12-01T23:54:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T23:54:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:13,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097313006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097313010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,029 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0a03804e8aef4dbaa5bbe6215433428b 2024-12-01T23:54:13,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/03d0467223134707b644bc1e24a3bb86 is 50, key is test_row_0/C:col10/1733097250818/Put/seqid=0 2024-12-01T23:54:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742023_1199 (size=12151) 2024-12-01T23:54:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097313113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097313123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097313323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097313333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,493 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/03d0467223134707b644bc1e24a3bb86 2024-12-01T23:54:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/954cedfcf7c64bce804202c90608ddec as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/954cedfcf7c64bce804202c90608ddec 2024-12-01T23:54:13,501 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/954cedfcf7c64bce804202c90608ddec, entries=150, sequenceid=247, filesize=30.4 K 2024-12-01T23:54:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/0a03804e8aef4dbaa5bbe6215433428b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0a03804e8aef4dbaa5bbe6215433428b 2024-12-01T23:54:13,506 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0a03804e8aef4dbaa5bbe6215433428b, entries=150, sequenceid=247, filesize=11.9 K 2024-12-01T23:54:13,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/03d0467223134707b644bc1e24a3bb86 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/03d0467223134707b644bc1e24a3bb86 2024-12-01T23:54:13,511 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/03d0467223134707b644bc1e24a3bb86, entries=150, sequenceid=247, filesize=11.9 K 2024-12-01T23:54:13,512 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1317ms, sequenceid=247, compaction requested=false 2024-12-01T23:54:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-01T23:54:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-01T23:54:13,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-01T23:54:13,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6970 sec 2024-12-01T23:54:13,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.7020 sec 2024-12-01T23:54:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:13,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:54:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:13,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015aa189fe8ff142a0ae7dc4beafe9b6bc_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097253633/Put/seqid=0 2024-12-01T23:54:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742024_1200 (size=14994) 2024-12-01T23:54:13,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:13,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015aa189fe8ff142a0ae7dc4beafe9b6bc_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015aa189fe8ff142a0ae7dc4beafe9b6bc_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:13,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/b7cf12456d56464e8b124723d86d4b41, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:13,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/b7cf12456d56464e8b124723d86d4b41 is 175, key is test_row_0/A:col10/1733097253633/Put/seqid=0 2024-12-01T23:54:13,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097313662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742025_1201 (size=39949) 2024-12-01T23:54:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097313663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097313773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097313773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097313982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097313983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/b7cf12456d56464e8b124723d86d4b41 2024-12-01T23:54:14,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e is 50, key is test_row_0/B:col10/1733097253633/Put/seqid=0 2024-12-01T23:54:14,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742026_1202 (size=12301) 2024-12-01T23:54:14,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1733097314243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:14,244 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1733097314253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:14,254 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1733097314263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:14,264 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in 7c7c012c6646cf1467d5b49a1fcdfffb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097314292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097314292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e 2024-12-01T23:54:14,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/019b28aaf1ad46a3a9d568e17043b0de is 50, key is test_row_0/C:col10/1733097253633/Put/seqid=0 2024-12-01T23:54:14,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742027_1203 (size=12301) 2024-12-01T23:54:14,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097314802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:14,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097314802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:14,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/019b28aaf1ad46a3a9d568e17043b0de 2024-12-01T23:54:14,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/b7cf12456d56464e8b124723d86d4b41 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/b7cf12456d56464e8b124723d86d4b41 2024-12-01T23:54:14,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/b7cf12456d56464e8b124723d86d4b41, entries=200, sequenceid=269, filesize=39.0 K 2024-12-01T23:54:14,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e 2024-12-01T23:54:14,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e, entries=150, sequenceid=269, filesize=12.0 K 2024-12-01T23:54:14,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/019b28aaf1ad46a3a9d568e17043b0de as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/019b28aaf1ad46a3a9d568e17043b0de 2024-12-01T23:54:14,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/019b28aaf1ad46a3a9d568e17043b0de, entries=150, sequenceid=269, filesize=12.0 K 2024-12-01T23:54:14,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1285ms, sequenceid=269, compaction requested=true 2024-12-01T23:54:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:14,920 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:14,920 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:14,921 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:14,921 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:14,921 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:14,921 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:14,921 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:14,921 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:14,921 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/543277858c6a467f8ed4ec5e765d0e10, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/954cedfcf7c64bce804202c90608ddec, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/b7cf12456d56464e8b124723d86d4b41] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=100.2 K 2024-12-01T23:54:14,921 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/2ec83ca6ea2144898d19546e86c9960f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0a03804e8aef4dbaa5bbe6215433428b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.2 K 2024-12-01T23:54:14,921 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:14,921 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/543277858c6a467f8ed4ec5e765d0e10, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/954cedfcf7c64bce804202c90608ddec, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/b7cf12456d56464e8b124723d86d4b41] 2024-12-01T23:54:14,922 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ec83ca6ea2144898d19546e86c9960f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733097249643 2024-12-01T23:54:14,922 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 543277858c6a467f8ed4ec5e765d0e10, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733097249643 2024-12-01T23:54:14,922 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a03804e8aef4dbaa5bbe6215433428b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733097250818 2024-12-01T23:54:14,922 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 954cedfcf7c64bce804202c90608ddec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733097250818 2024-12-01T23:54:14,922 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d2b1a828f32a4dea9ba6ffe73dbc5c7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733097253005 2024-12-01T23:54:14,922 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7cf12456d56464e8b124723d86d4b41, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733097252999 2024-12-01T23:54:14,927 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:14,929 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:14,929 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/4a5e1e1b49b1487f9a4c29784160175b is 50, key is test_row_0/B:col10/1733097253633/Put/seqid=0 2024-12-01T23:54:14,929 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201a9e4c53963424330802716c27222ce2f_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:14,931 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201a9e4c53963424330802716c27222ce2f_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:14,931 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a9e4c53963424330802716c27222ce2f_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:14,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742028_1204 (size=12881) 2024-12-01T23:54:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742029_1205 (size=4469) 2024-12-01T23:54:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T23:54:14,973 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:14,973 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-01T23:54:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T23:54:14,975 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:14,976 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:14,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T23:54:15,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-01T23:54:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:15,128 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:54:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013c3a4f37564f4287bf36a7f34ea3ebac_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097253661/Put/seqid=0 2024-12-01T23:54:15,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742030_1206 (size=12454) 2024-12-01T23:54:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T23:54:15,352 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/4a5e1e1b49b1487f9a4c29784160175b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/4a5e1e1b49b1487f9a4c29784160175b 2024-12-01T23:54:15,356 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:15,356 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/905fc99e53724f46ae87cddcdf632f1f is 175, key is test_row_0/A:col10/1733097253633/Put/seqid=0 2024-12-01T23:54:15,357 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into 4a5e1e1b49b1487f9a4c29784160175b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:15,357 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:15,357 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=13, startTime=1733097254920; duration=0sec 2024-12-01T23:54:15,357 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:15,357 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:15,357 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:15,359 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:15,359 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:15,359 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:15,359 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2d221b78432d4c9fbf05efe85b40afcd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/03d0467223134707b644bc1e24a3bb86, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/019b28aaf1ad46a3a9d568e17043b0de] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.2 K 2024-12-01T23:54:15,363 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d221b78432d4c9fbf05efe85b40afcd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733097249643 2024-12-01T23:54:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742031_1207 (size=31835) 2024-12-01T23:54:15,364 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 03d0467223134707b644bc1e24a3bb86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733097250818 2024-12-01T23:54:15,364 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 019b28aaf1ad46a3a9d568e17043b0de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733097253005 2024-12-01T23:54:15,372 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:15,373 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/6eb4e7b670b3438394bf0169cb285e8a is 50, key is test_row_0/C:col10/1733097253633/Put/seqid=0 2024-12-01T23:54:15,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742032_1208 (size=12881) 2024-12-01T23:54:15,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:15,542 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013c3a4f37564f4287bf36a7f34ea3ebac_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013c3a4f37564f4287bf36a7f34ea3ebac_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:15,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b6c03864fcb472b96ca29877ac675bb, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:15,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b6c03864fcb472b96ca29877ac675bb is 175, key is test_row_0/A:col10/1733097253661/Put/seqid=0 2024-12-01T23:54:15,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742033_1209 (size=31255) 2024-12-01T23:54:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T23:54:15,769 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/905fc99e53724f46ae87cddcdf632f1f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/905fc99e53724f46ae87cddcdf632f1f 2024-12-01T23:54:15,775 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into 905fc99e53724f46ae87cddcdf632f1f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:15,775 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:15,775 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=13, startTime=1733097254920; duration=0sec 2024-12-01T23:54:15,775 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:15,776 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:15,781 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/6eb4e7b670b3438394bf0169cb285e8a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/6eb4e7b670b3438394bf0169cb285e8a 2024-12-01T23:54:15,786 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into 6eb4e7b670b3438394bf0169cb285e8a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:15,787 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:15,787 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=13, startTime=1733097254920; duration=0sec 2024-12-01T23:54:15,787 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:15,787 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:15,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097315836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097315839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:15,947 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b6c03864fcb472b96ca29877ac675bb 2024-12-01T23:54:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097315953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097315954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:15,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/e2f695b8d7424be5b9983b53cc502e4f is 50, key is test_row_0/B:col10/1733097253661/Put/seqid=0 2024-12-01T23:54:15,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742034_1210 (size=12301) 2024-12-01T23:54:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T23:54:16,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097316163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097316163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,359 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/e2f695b8d7424be5b9983b53cc502e4f 2024-12-01T23:54:16,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/bcb0806e3d494b1cb9b6d67f9d81b2ac is 50, key is test_row_0/C:col10/1733097253661/Put/seqid=0 2024-12-01T23:54:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742035_1211 (size=12301) 2024-12-01T23:54:16,370 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/bcb0806e3d494b1cb9b6d67f9d81b2ac 2024-12-01T23:54:16,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/8b6c03864fcb472b96ca29877ac675bb as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b6c03864fcb472b96ca29877ac675bb 2024-12-01T23:54:16,379 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b6c03864fcb472b96ca29877ac675bb, entries=150, sequenceid=283, filesize=30.5 K 2024-12-01T23:54:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/e2f695b8d7424be5b9983b53cc502e4f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e2f695b8d7424be5b9983b53cc502e4f 2024-12-01T23:54:16,386 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e2f695b8d7424be5b9983b53cc502e4f, entries=150, sequenceid=283, filesize=12.0 K 2024-12-01T23:54:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/bcb0806e3d494b1cb9b6d67f9d81b2ac as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/bcb0806e3d494b1cb9b6d67f9d81b2ac 2024-12-01T23:54:16,391 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/bcb0806e3d494b1cb9b6d67f9d81b2ac, entries=150, sequenceid=283, filesize=12.0 K 2024-12-01T23:54:16,392 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1264ms, sequenceid=283, compaction requested=false 2024-12-01T23:54:16,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:16,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:16,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-01T23:54:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-01T23:54:16,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-01T23:54:16,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-12-01T23:54:16,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4230 sec 2024-12-01T23:54:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:16,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:54:16,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:16,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:16,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:16,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:16,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:16,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:16,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012de79042deb742fa908c9c7b1fcd32f1_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097255835/Put/seqid=0 2024-12-01T23:54:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742036_1212 (size=12454) 2024-12-01T23:54:16,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097316490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097316493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097316603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097316603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097316812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097316812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:16,893 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:16,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012de79042deb742fa908c9c7b1fcd32f1_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012de79042deb742fa908c9c7b1fcd32f1_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:16,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e0ba2dc6ee3f4ab584299be10dfbb781, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:16,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e0ba2dc6ee3f4ab584299be10dfbb781 is 175, key is test_row_0/A:col10/1733097255835/Put/seqid=0 2024-12-01T23:54:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742037_1213 (size=31255) 2024-12-01T23:54:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T23:54:17,123 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:17,123 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-01T23:54:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T23:54:17,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:17,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097317123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:17,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:17,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097317123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:17,126 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:17,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T23:54:17,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T23:54:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e0ba2dc6ee3f4ab584299be10dfbb781 2024-12-01T23:54:17,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7565301ada1343b59241a08669e97861 is 50, key is test_row_0/B:col10/1733097255835/Put/seqid=0 2024-12-01T23:54:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742038_1214 (size=12301) 2024-12-01T23:54:17,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T23:54:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T23:54:17,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T23:54:17,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097317633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:17,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097317633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:17,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7565301ada1343b59241a08669e97861 2024-12-01T23:54:17,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b99ac585528f469bb49a5fe8ff2ab442 is 50, key is test_row_0/C:col10/1733097255835/Put/seqid=0 2024-12-01T23:54:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742039_1215 (size=12301) 2024-12-01T23:54:17,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T23:54:17,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T23:54:17,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T23:54:17,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:17,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:17,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:18,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T23:54:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:18,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b99ac585528f469bb49a5fe8ff2ab442 2024-12-01T23:54:18,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e0ba2dc6ee3f4ab584299be10dfbb781 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e0ba2dc6ee3f4ab584299be10dfbb781 2024-12-01T23:54:18,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e0ba2dc6ee3f4ab584299be10dfbb781, entries=150, sequenceid=305, filesize=30.5 K 2024-12-01T23:54:18,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7565301ada1343b59241a08669e97861 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7565301ada1343b59241a08669e97861 2024-12-01T23:54:18,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7565301ada1343b59241a08669e97861, entries=150, sequenceid=305, filesize=12.0 K 2024-12-01T23:54:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b99ac585528f469bb49a5fe8ff2ab442 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b99ac585528f469bb49a5fe8ff2ab442 2024-12-01T23:54:18,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b99ac585528f469bb49a5fe8ff2ab442, entries=150, sequenceid=305, filesize=12.0 K 2024-12-01T23:54:18,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1671ms, sequenceid=305, compaction requested=true 2024-12-01T23:54:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:18,146 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:18,146 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:18,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:18,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:18,147 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:18,147 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:18,147 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:18,147 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:18,148 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,148 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/4a5e1e1b49b1487f9a4c29784160175b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e2f695b8d7424be5b9983b53cc502e4f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7565301ada1343b59241a08669e97861] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.6 K 2024-12-01T23:54:18,148 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,148 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/905fc99e53724f46ae87cddcdf632f1f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b6c03864fcb472b96ca29877ac675bb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e0ba2dc6ee3f4ab584299be10dfbb781] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=92.1 K 2024-12-01T23:54:18,148 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,148 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/905fc99e53724f46ae87cddcdf632f1f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b6c03864fcb472b96ca29877ac675bb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e0ba2dc6ee3f4ab584299be10dfbb781] 2024-12-01T23:54:18,148 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a5e1e1b49b1487f9a4c29784160175b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733097253005 2024-12-01T23:54:18,148 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 905fc99e53724f46ae87cddcdf632f1f, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733097253005 2024-12-01T23:54:18,148 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f695b8d7424be5b9983b53cc502e4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733097253646 2024-12-01T23:54:18,149 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b6c03864fcb472b96ca29877ac675bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733097253646 2024-12-01T23:54:18,149 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7565301ada1343b59241a08669e97861, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733097255835 2024-12-01T23:54:18,149 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0ba2dc6ee3f4ab584299be10dfbb781, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733097255835 2024-12-01T23:54:18,155 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:18,157 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:18,157 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/551d1d0a205748ab95f54a65673b20ac is 50, key is test_row_0/B:col10/1733097255835/Put/seqid=0 2024-12-01T23:54:18,162 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201cbf49dd7cb194595bc6c8bf9be35e199_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:18,164 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201cbf49dd7cb194595bc6c8bf9be35e199_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:18,164 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cbf49dd7cb194595bc6c8bf9be35e199_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742040_1216 (size=12983) 2024-12-01T23:54:18,175 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/551d1d0a205748ab95f54a65673b20ac as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/551d1d0a205748ab95f54a65673b20ac 2024-12-01T23:54:18,180 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into 551d1d0a205748ab95f54a65673b20ac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:18,180 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:18,180 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=13, startTime=1733097258146; duration=0sec 2024-12-01T23:54:18,180 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:18,180 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:18,180 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:18,181 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:18,181 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:18,181 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,181 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/6eb4e7b670b3438394bf0169cb285e8a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/bcb0806e3d494b1cb9b6d67f9d81b2ac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b99ac585528f469bb49a5fe8ff2ab442] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.6 K 2024-12-01T23:54:18,182 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eb4e7b670b3438394bf0169cb285e8a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733097253005 2024-12-01T23:54:18,182 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting bcb0806e3d494b1cb9b6d67f9d81b2ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733097253646 2024-12-01T23:54:18,182 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b99ac585528f469bb49a5fe8ff2ab442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733097255835 2024-12-01T23:54:18,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742041_1217 (size=4469) 2024-12-01T23:54:18,192 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:18,193 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/3abfe9f8a3f54ad3b6a9a2d2a3d55a95 is 50, key is test_row_0/C:col10/1733097255835/Put/seqid=0 2024-12-01T23:54:18,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T23:54:18,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,197 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:54:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742042_1218 (size=12983) 2024-12-01T23:54:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016a019bf2838248cf8f6231f1f7266888_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097256489/Put/seqid=0 2024-12-01T23:54:18,219 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/3abfe9f8a3f54ad3b6a9a2d2a3d55a95 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/3abfe9f8a3f54ad3b6a9a2d2a3d55a95 2024-12-01T23:54:18,226 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into 3abfe9f8a3f54ad3b6a9a2d2a3d55a95(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:18,226 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:18,226 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=13, startTime=1733097258146; duration=0sec 2024-12-01T23:54:18,226 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:18,226 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742043_1219 (size=12454) 2024-12-01T23:54:18,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:18,234 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016a019bf2838248cf8f6231f1f7266888_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016a019bf2838248cf8f6231f1f7266888_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:18,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/9a6cdf595bf04f109dde00ffef9cff81, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/9a6cdf595bf04f109dde00ffef9cff81 is 175, key is test_row_0/A:col10/1733097256489/Put/seqid=0 2024-12-01T23:54:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742044_1220 (size=31255) 2024-12-01T23:54:18,245 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/9a6cdf595bf04f109dde00ffef9cff81 2024-12-01T23:54:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7f9beaa27aa14eaaa937a3e57011de8e is 50, key is test_row_0/B:col10/1733097256489/Put/seqid=0 2024-12-01T23:54:18,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742045_1221 (size=12301) 2024-12-01T23:54:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T23:54:18,588 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:18,588 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/3e3fd5ae203947f29d3a4070134cb63e is 175, key is test_row_0/A:col10/1733097255835/Put/seqid=0 2024-12-01T23:54:18,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742046_1222 (size=31937) 2024-12-01T23:54:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:18,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:18,657 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7f9beaa27aa14eaaa937a3e57011de8e 2024-12-01T23:54:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/fdfd4f9a1e734d86b842cfb3b0247ddd is 50, key is test_row_0/C:col10/1733097256489/Put/seqid=0 2024-12-01T23:54:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742047_1223 (size=12301) 2024-12-01T23:54:18,667 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/fdfd4f9a1e734d86b842cfb3b0247ddd 2024-12-01T23:54:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/9a6cdf595bf04f109dde00ffef9cff81 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/9a6cdf595bf04f109dde00ffef9cff81 2024-12-01T23:54:18,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097318676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:18,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:18,679 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/9a6cdf595bf04f109dde00ffef9cff81, entries=150, sequenceid=319, filesize=30.5 K 2024-12-01T23:54:18,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7f9beaa27aa14eaaa937a3e57011de8e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7f9beaa27aa14eaaa937a3e57011de8e 2024-12-01T23:54:18,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097318679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:18,683 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7f9beaa27aa14eaaa937a3e57011de8e, entries=150, sequenceid=319, filesize=12.0 K 2024-12-01T23:54:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/fdfd4f9a1e734d86b842cfb3b0247ddd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/fdfd4f9a1e734d86b842cfb3b0247ddd 2024-12-01T23:54:18,688 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/fdfd4f9a1e734d86b842cfb3b0247ddd, entries=150, sequenceid=319, filesize=12.0 K 2024-12-01T23:54:18,689 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7c7c012c6646cf1467d5b49a1fcdfffb in 492ms, sequenceid=319, compaction requested=false 2024-12-01T23:54:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-01T23:54:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-01T23:54:18,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-01T23:54:18,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec 2024-12-01T23:54:18,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.5690 sec 2024-12-01T23:54:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:18,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:54:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:18,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014ba3e785b1e74c52b7c47cf5aa031ab1_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097258783/Put/seqid=0 2024-12-01T23:54:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742048_1224 (size=14994) 2024-12-01T23:54:18,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097318804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:18,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097318808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097318913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:18,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097318923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:19,038 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/3e3fd5ae203947f29d3a4070134cb63e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3e3fd5ae203947f29d3a4070134cb63e 2024-12-01T23:54:19,048 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into 3e3fd5ae203947f29d3a4070134cb63e(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:19,048 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:19,048 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=13, startTime=1733097258146; duration=0sec 2024-12-01T23:54:19,048 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:19,048 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:19,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097319123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:19,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097319133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:19,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:19,207 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014ba3e785b1e74c52b7c47cf5aa031ab1_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014ba3e785b1e74c52b7c47cf5aa031ab1_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:19,208 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/4fbbd7d32c10461182fc3daefeaed003, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:19,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/4fbbd7d32c10461182fc3daefeaed003 is 175, key is test_row_0/A:col10/1733097258783/Put/seqid=0 2024-12-01T23:54:19,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742049_1225 (size=39949) 2024-12-01T23:54:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T23:54:19,273 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:19,274 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-01T23:54:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T23:54:19,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:19,276 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:19,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T23:54:19,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097319432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:19,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097319443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:19,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T23:54:19,613 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/4fbbd7d32c10461182fc3daefeaed003 2024-12-01T23:54:19,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/a976ae7fd9554cda8485b5afe5d6c8be is 50, key is test_row_0/B:col10/1733097258783/Put/seqid=0 2024-12-01T23:54:19,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742050_1226 (size=12301) 2024-12-01T23:54:19,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:19,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:19,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:19,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:19,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T23:54:19,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097319942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:19,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097319953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:19,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:19,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:20,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/a976ae7fd9554cda8485b5afe5d6c8be 2024-12-01T23:54:20,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b1244c38adf844d89e1b3721971f6d0b is 50, key is test_row_0/C:col10/1733097258783/Put/seqid=0 2024-12-01T23:54:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742051_1227 (size=12301) 2024-12-01T23:54:20,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:20,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:20,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T23:54:20,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b1244c38adf844d89e1b3721971f6d0b 2024-12-01T23:54:20,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/4fbbd7d32c10461182fc3daefeaed003 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/4fbbd7d32c10461182fc3daefeaed003 2024-12-01T23:54:20,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/4fbbd7d32c10461182fc3daefeaed003, entries=200, sequenceid=340, filesize=39.0 K 2024-12-01T23:54:20,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/a976ae7fd9554cda8485b5afe5d6c8be as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a976ae7fd9554cda8485b5afe5d6c8be 2024-12-01T23:54:20,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a976ae7fd9554cda8485b5afe5d6c8be, entries=150, sequenceid=340, filesize=12.0 K 2024-12-01T23:54:20,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/b1244c38adf844d89e1b3721971f6d0b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b1244c38adf844d89e1b3721971f6d0b 2024-12-01T23:54:20,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b1244c38adf844d89e1b3721971f6d0b, entries=150, sequenceid=340, filesize=12.0 K 2024-12-01T23:54:20,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1696ms, sequenceid=340, compaction requested=true 2024-12-01T23:54:20,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:20,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:20,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:20,480 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:20,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:20,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:20,481 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:20,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:20,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:20,482 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:20,482 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:20,482 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,482 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3e3fd5ae203947f29d3a4070134cb63e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/9a6cdf595bf04f109dde00ffef9cff81, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/4fbbd7d32c10461182fc3daefeaed003] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=100.7 K 2024-12-01T23:54:20,482 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,482 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3e3fd5ae203947f29d3a4070134cb63e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/9a6cdf595bf04f109dde00ffef9cff81, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/4fbbd7d32c10461182fc3daefeaed003] 2024-12-01T23:54:20,483 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:20,483 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:20,483 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,483 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/551d1d0a205748ab95f54a65673b20ac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7f9beaa27aa14eaaa937a3e57011de8e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a976ae7fd9554cda8485b5afe5d6c8be] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.7 K 2024-12-01T23:54:20,483 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 551d1d0a205748ab95f54a65673b20ac, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733097255835 2024-12-01T23:54:20,484 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f9beaa27aa14eaaa937a3e57011de8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097256488 2024-12-01T23:54:20,484 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e3fd5ae203947f29d3a4070134cb63e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733097255835 2024-12-01T23:54:20,484 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a976ae7fd9554cda8485b5afe5d6c8be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733097258671 2024-12-01T23:54:20,484 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a6cdf595bf04f109dde00ffef9cff81, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097256488 2024-12-01T23:54:20,485 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fbbd7d32c10461182fc3daefeaed003, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733097258668 2024-12-01T23:54:20,493 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:20,493 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:20,493 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/5d7843434e224aee99f71240c1f3bff0 is 50, key is test_row_0/B:col10/1733097258783/Put/seqid=0 2024-12-01T23:54:20,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-01T23:54:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,498 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:54:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:20,499 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412013a9c4e69020c4d0fbf28dd21c95dbc8d_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:20,500 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412013a9c4e69020c4d0fbf28dd21c95dbc8d_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:20,500 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013a9c4e69020c4d0fbf28dd21c95dbc8d_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a35a0b7d2cd6496d86566b0e995009d0_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097258786/Put/seqid=0 2024-12-01T23:54:20,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742052_1228 (size=13085) 2024-12-01T23:54:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742053_1229 (size=4469) 2024-12-01T23:54:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742054_1230 (size=12454) 2024-12-01T23:54:20,938 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#190 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:20,939 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/aed2d5c397b343f0b04dac94df056d2e is 175, key is test_row_0/A:col10/1733097258783/Put/seqid=0 2024-12-01T23:54:20,940 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/5d7843434e224aee99f71240c1f3bff0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/5d7843434e224aee99f71240c1f3bff0 2024-12-01T23:54:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742055_1231 (size=32039) 2024-12-01T23:54:20,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:20,948 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into 5d7843434e224aee99f71240c1f3bff0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:20,948 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:20,948 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=13, startTime=1733097260480; duration=0sec 2024-12-01T23:54:20,948 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:20,948 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:20,948 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:20,950 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:20,950 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:20,950 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:20,950 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/3abfe9f8a3f54ad3b6a9a2d2a3d55a95, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/fdfd4f9a1e734d86b842cfb3b0247ddd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b1244c38adf844d89e1b3721971f6d0b] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.7 K 2024-12-01T23:54:20,952 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/aed2d5c397b343f0b04dac94df056d2e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/aed2d5c397b343f0b04dac94df056d2e 2024-12-01T23:54:20,952 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3abfe9f8a3f54ad3b6a9a2d2a3d55a95, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733097255835 2024-12-01T23:54:20,954 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting fdfd4f9a1e734d86b842cfb3b0247ddd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097256488 2024-12-01T23:54:20,956 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a35a0b7d2cd6496d86566b0e995009d0_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a35a0b7d2cd6496d86566b0e995009d0_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:20,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. as already flushing 2024-12-01T23:54:20,958 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b1244c38adf844d89e1b3721971f6d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733097258671 2024-12-01T23:54:20,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/3dc4103f69a04894b4e78acd5fa88015, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/3dc4103f69a04894b4e78acd5fa88015 is 175, key is test_row_0/A:col10/1733097258786/Put/seqid=0 2024-12-01T23:54:20,967 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into aed2d5c397b343f0b04dac94df056d2e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:20,967 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:20,967 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=13, startTime=1733097260480; duration=0sec 2024-12-01T23:54:20,967 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:20,967 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:20,974 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:20,975 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/832ed3e551a3421c9cc28e957324633b is 50, key is test_row_0/C:col10/1733097258783/Put/seqid=0 2024-12-01T23:54:20,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742056_1232 (size=31255) 2024-12-01T23:54:20,981 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/3dc4103f69a04894b4e78acd5fa88015 2024-12-01T23:54:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7ef594d9c181441cb9e0613cbd7487cf is 50, key is test_row_0/B:col10/1733097258786/Put/seqid=0 2024-12-01T23:54:21,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097321000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097321010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742057_1233 (size=13085) 2024-12-01T23:54:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742058_1234 (size=12301) 2024-12-01T23:54:21,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097321113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097321123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,203 INFO [Thread-687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-687. 2024-12-01T23:54:21,204 DEBUG [Thread-687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:21,204 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,204 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:21,204 INFO [Thread-683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-683. 2024-12-01T23:54:21,204 DEBUG [Thread-683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:21,205 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,205 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:21,206 INFO [Thread-685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-685. 2024-12-01T23:54:21,206 DEBUG [Thread-685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:21,206 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,206 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:21,207 INFO [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689. 2024-12-01T23:54:21,207 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:21,207 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,207 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:21,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097321323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097321333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T23:54:21,428 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7ef594d9c181441cb9e0613cbd7487cf 2024-12-01T23:54:21,429 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/832ed3e551a3421c9cc28e957324633b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/832ed3e551a3421c9cc28e957324633b 2024-12-01T23:54:21,436 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into 832ed3e551a3421c9cc28e957324633b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:21,436 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:21,436 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=13, startTime=1733097260481; duration=0sec 2024-12-01T23:54:21,436 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:21,436 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/de145a4784b949fd9a16df75b7c2ea62 is 50, key is test_row_0/C:col10/1733097258786/Put/seqid=0 2024-12-01T23:54:21,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742059_1235 (size=12301) 2024-12-01T23:54:21,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43284 deadline: 1733097321634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43288 deadline: 1733097321643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:21,843 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/de145a4784b949fd9a16df75b7c2ea62 2024-12-01T23:54:21,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/3dc4103f69a04894b4e78acd5fa88015 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3dc4103f69a04894b4e78acd5fa88015 2024-12-01T23:54:21,854 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3dc4103f69a04894b4e78acd5fa88015, entries=150, sequenceid=353, filesize=30.5 K 2024-12-01T23:54:21,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/7ef594d9c181441cb9e0613cbd7487cf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7ef594d9c181441cb9e0613cbd7487cf 2024-12-01T23:54:21,859 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7ef594d9c181441cb9e0613cbd7487cf, entries=150, sequenceid=353, filesize=12.0 K 2024-12-01T23:54:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/de145a4784b949fd9a16df75b7c2ea62 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/de145a4784b949fd9a16df75b7c2ea62 2024-12-01T23:54:21,864 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/de145a4784b949fd9a16df75b7c2ea62, entries=150, sequenceid=353, filesize=12.0 K 2024-12-01T23:54:21,865 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1368ms, sequenceid=353, compaction requested=false 2024-12-01T23:54:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-01T23:54:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-01T23:54:21,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-01T23:54:21,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5900 sec 2024-12-01T23:54:21,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.5940 sec 2024-12-01T23:54:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:22,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-01T23:54:22,145 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-12-01T23:54:22,145 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:22,145 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:22,145 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:22,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:22,155 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-12-01T23:54:22,155 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:22,155 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:22,156 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:22,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:22,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120160445e0f7eb14df78f9005d7c0bc603f_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_0/A:col10/1733097262143/Put/seqid=0 2024-12-01T23:54:22,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742060_1236 (size=12454) 2024-12-01T23:54:22,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:22,571 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120160445e0f7eb14df78f9005d7c0bc603f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120160445e0f7eb14df78f9005d7c0bc603f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:22,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a88d969bffd41c8a69b449a48159409, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:22,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a88d969bffd41c8a69b449a48159409 is 175, key is test_row_0/A:col10/1733097262143/Put/seqid=0 2024-12-01T23:54:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742061_1237 (size=31255) 2024-12-01T23:54:22,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a88d969bffd41c8a69b449a48159409 2024-12-01T23:54:22,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/68498341cdb1484cbdcef2d475aeed1e is 50, key is test_row_0/B:col10/1733097262143/Put/seqid=0 2024-12-01T23:54:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742062_1238 (size=12301) 2024-12-01T23:54:23,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/68498341cdb1484cbdcef2d475aeed1e 2024-12-01T23:54:23,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/38b7ff89ac1c4770a4170ea15cc85b21 is 50, key is test_row_0/C:col10/1733097262143/Put/seqid=0 2024-12-01T23:54:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742063_1239 (size=12301) 2024-12-01T23:54:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T23:54:23,433 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:23,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/38b7ff89ac1c4770a4170ea15cc85b21 2024-12-01T23:54:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/2a88d969bffd41c8a69b449a48159409 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a88d969bffd41c8a69b449a48159409 2024-12-01T23:54:23,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a88d969bffd41c8a69b449a48159409, entries=150, sequenceid=377, filesize=30.5 K 2024-12-01T23:54:23,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/68498341cdb1484cbdcef2d475aeed1e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/68498341cdb1484cbdcef2d475aeed1e 2024-12-01T23:54:23,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/68498341cdb1484cbdcef2d475aeed1e, entries=150, sequenceid=377, filesize=12.0 K 2024-12-01T23:54:23,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/38b7ff89ac1c4770a4170ea15cc85b21 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/38b7ff89ac1c4770a4170ea15cc85b21 2024-12-01T23:54:23,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/38b7ff89ac1c4770a4170ea15cc85b21, entries=150, sequenceid=377, filesize=12.0 K 2024-12-01T23:54:23,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=6.71 KB/6870 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1690ms, sequenceid=377, compaction requested=true 2024-12-01T23:54:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:23,835 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:23,835 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7c7c012c6646cf1467d5b49a1fcdfffb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:23,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:23,836 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:23,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:23,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/B is initiating minor compaction (all files) 2024-12-01T23:54:23,836 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/A is initiating minor compaction (all files) 2024-12-01T23:54:23,836 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/A in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:23,836 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/B in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:23,837 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/aed2d5c397b343f0b04dac94df056d2e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3dc4103f69a04894b4e78acd5fa88015, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a88d969bffd41c8a69b449a48159409] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=92.3 K 2024-12-01T23:54:23,837 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/5d7843434e224aee99f71240c1f3bff0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7ef594d9c181441cb9e0613cbd7487cf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/68498341cdb1484cbdcef2d475aeed1e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.8 K 2024-12-01T23:54:23,837 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:23,837 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/aed2d5c397b343f0b04dac94df056d2e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3dc4103f69a04894b4e78acd5fa88015, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a88d969bffd41c8a69b449a48159409] 2024-12-01T23:54:23,837 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d7843434e224aee99f71240c1f3bff0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733097258671 2024-12-01T23:54:23,837 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting aed2d5c397b343f0b04dac94df056d2e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733097258671 2024-12-01T23:54:23,837 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ef594d9c181441cb9e0613cbd7487cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733097258786 2024-12-01T23:54:23,837 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dc4103f69a04894b4e78acd5fa88015, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733097258786 2024-12-01T23:54:23,837 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 68498341cdb1484cbdcef2d475aeed1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733097260991 2024-12-01T23:54:23,837 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a88d969bffd41c8a69b449a48159409, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733097260991 2024-12-01T23:54:23,845 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:23,845 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/3d1eb79d43434d598b8117223274ab6c is 50, key is test_row_0/B:col10/1733097262143/Put/seqid=0 2024-12-01T23:54:23,850 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742064_1240 (size=13187) 2024-12-01T23:54:23,853 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201cf043401c2734955bf21f15a4518d264_7c7c012c6646cf1467d5b49a1fcdfffb store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:23,856 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/3d1eb79d43434d598b8117223274ab6c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/3d1eb79d43434d598b8117223274ab6c 2024-12-01T23:54:23,863 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/B of 7c7c012c6646cf1467d5b49a1fcdfffb into 3d1eb79d43434d598b8117223274ab6c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:23,863 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:23,863 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/B, priority=13, startTime=1733097263835; duration=0sec 2024-12-01T23:54:23,863 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:23,863 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:B 2024-12-01T23:54:23,863 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:23,864 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:23,865 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 7c7c012c6646cf1467d5b49a1fcdfffb/C is initiating minor compaction (all files) 2024-12-01T23:54:23,865 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7c7c012c6646cf1467d5b49a1fcdfffb/C in TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:23,865 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/832ed3e551a3421c9cc28e957324633b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/de145a4784b949fd9a16df75b7c2ea62, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/38b7ff89ac1c4770a4170ea15cc85b21] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp, totalSize=36.8 K 2024-12-01T23:54:23,865 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 832ed3e551a3421c9cc28e957324633b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733097258671 2024-12-01T23:54:23,866 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting de145a4784b949fd9a16df75b7c2ea62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733097258786 2024-12-01T23:54:23,866 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 38b7ff89ac1c4770a4170ea15cc85b21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733097260991 2024-12-01T23:54:23,877 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201cf043401c2734955bf21f15a4518d264_7c7c012c6646cf1467d5b49a1fcdfffb, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:23,878 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cf043401c2734955bf21f15a4518d264_7c7c012c6646cf1467d5b49a1fcdfffb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:23,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742065_1241 (size=4469) 2024-12-01T23:54:23,887 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#A#compaction#199 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:23,887 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e955f8e8f03543cb967e37808e73f28d is 175, key is test_row_0/A:col10/1733097262143/Put/seqid=0 2024-12-01T23:54:23,889 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7c7c012c6646cf1467d5b49a1fcdfffb#C#compaction#200 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:23,890 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/92fa9f1199a54b0bb54edb981925864c is 50, key is test_row_0/C:col10/1733097262143/Put/seqid=0 2024-12-01T23:54:23,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742066_1242 (size=32141) 2024-12-01T23:54:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742067_1243 (size=13187) 2024-12-01T23:54:24,298 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-12-01T23:54:24,298 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:24,298 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,298 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:24,304 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/e955f8e8f03543cb967e37808e73f28d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e955f8e8f03543cb967e37808e73f28d 2024-12-01T23:54:24,307 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/92fa9f1199a54b0bb54edb981925864c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/92fa9f1199a54b0bb54edb981925864c 2024-12-01T23:54:24,309 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/A of 7c7c012c6646cf1467d5b49a1fcdfffb into e955f8e8f03543cb967e37808e73f28d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:24,309 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:24,309 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/A, priority=13, startTime=1733097263835; duration=0sec 2024-12-01T23:54:24,309 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:24,309 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:A 2024-12-01T23:54:24,312 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7c7c012c6646cf1467d5b49a1fcdfffb/C of 7c7c012c6646cf1467d5b49a1fcdfffb into 92fa9f1199a54b0bb54edb981925864c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:24,312 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7c7c012c6646cf1467d5b49a1fcdfffb: 2024-12-01T23:54:24,312 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., storeName=7c7c012c6646cf1467d5b49a1fcdfffb/C, priority=13, startTime=1733097263835; duration=0sec 2024-12-01T23:54:24,312 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:24,312 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7c7c012c6646cf1467d5b49a1fcdfffb:C 2024-12-01T23:54:24,327 INFO [Thread-680 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-680. 2024-12-01T23:54:24,327 DEBUG [Thread-680 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:24,327 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,327 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:24,344 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-12-01T23:54:24,345 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:24,345 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,345 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4439 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4133 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1870 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5609 rows 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1862 2024-12-01T23:54:24,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5584 rows 2024-12-01T23:54:24,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:54:24,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:54:24,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:24,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:24,346 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T23:54:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-01T23:54:24,349 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097264349"}]},"ts":"1733097264349"} 2024-12-01T23:54:24,350 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T23:54:24,350 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T23:54:24,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:54:24,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, UNASSIGN}] 2024-12-01T23:54:24,353 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, UNASSIGN 2024-12-01T23:54:24,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:24,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, UNASSIGN because future has completed 2024-12-01T23:54:24,355 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:54:24,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-01T23:54:24,507 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:24,507 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:54:24,507 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 7c7c012c6646cf1467d5b49a1fcdfffb, disabling compactions & flushes 2024-12-01T23:54:24,507 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:24,507 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:24,507 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. after waiting 0 ms 2024-12-01T23:54:24,507 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:24,507 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 7c7c012c6646cf1467d5b49a1fcdfffb 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-01T23:54:24,508 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=A 2024-12-01T23:54:24,508 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:24,508 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=B 2024-12-01T23:54:24,508 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:24,508 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7c7c012c6646cf1467d5b49a1fcdfffb, store=C 2024-12-01T23:54:24,508 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:24,516 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d41c3bbf186a49539c65ddf55c58646f_7c7c012c6646cf1467d5b49a1fcdfffb is 50, key is test_row_1/A:col10/1733097264313/Put/seqid=0 2024-12-01T23:54:24,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742068_1244 (size=9914) 2024-12-01T23:54:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-01T23:54:24,923 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:24,933 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d41c3bbf186a49539c65ddf55c58646f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d41c3bbf186a49539c65ddf55c58646f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:24,934 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/03aa4701c49b43b99a7bfbb422b3fbc7, store: [table=TestAcidGuarantees family=A region=7c7c012c6646cf1467d5b49a1fcdfffb] 2024-12-01T23:54:24,935 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/03aa4701c49b43b99a7bfbb422b3fbc7 is 175, key is test_row_1/A:col10/1733097264313/Put/seqid=0 2024-12-01T23:54:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742069_1245 (size=22561) 2024-12-01T23:54:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-01T23:54:25,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:54:25,342 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/03aa4701c49b43b99a7bfbb422b3fbc7 2024-12-01T23:54:25,349 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/db3419eca4aa44c2bc6e2b9f42d7d374 is 50, key is test_row_1/B:col10/1733097264313/Put/seqid=0 2024-12-01T23:54:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742070_1246 (size=9857) 2024-12-01T23:54:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-01T23:54:25,754 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/db3419eca4aa44c2bc6e2b9f42d7d374 2024-12-01T23:54:25,764 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/44cd9a77e625484abb3700f27d332db6 is 50, key is test_row_1/C:col10/1733097264313/Put/seqid=0 2024-12-01T23:54:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742071_1247 (size=9857) 2024-12-01T23:54:26,170 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/44cd9a77e625484abb3700f27d332db6 2024-12-01T23:54:26,180 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/A/03aa4701c49b43b99a7bfbb422b3fbc7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/03aa4701c49b43b99a7bfbb422b3fbc7 2024-12-01T23:54:26,186 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/03aa4701c49b43b99a7bfbb422b3fbc7, entries=100, sequenceid=387, filesize=22.0 K 2024-12-01T23:54:26,187 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/B/db3419eca4aa44c2bc6e2b9f42d7d374 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/db3419eca4aa44c2bc6e2b9f42d7d374 2024-12-01T23:54:26,195 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/db3419eca4aa44c2bc6e2b9f42d7d374, entries=100, sequenceid=387, filesize=9.6 K 2024-12-01T23:54:26,196 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/.tmp/C/44cd9a77e625484abb3700f27d332db6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/44cd9a77e625484abb3700f27d332db6 2024-12-01T23:54:26,201 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/44cd9a77e625484abb3700f27d332db6, entries=100, sequenceid=387, filesize=9.6 K 2024-12-01T23:54:26,202 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1695ms, sequenceid=387, compaction requested=false 2024-12-01T23:54:26,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/7b17258a712242ea926be8e469b96d5b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/92d6ade729b047508049b377d96c0c70, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b8d78ffe7be443a90d832a99853881c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a5895a6ca4e4861a91d57603384d132, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e560eff73b6548479091735cab6498c8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/0d9615a2fa0b40f89b164358052f2eb2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a1b2959cc65e474e82e30484f1bf6dac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/86650323cd2843c9a24a5aaafc3bec57, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/09e6951800ea48a485d1470bfa51b857, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/ce9699ac40c348d7b1bf4d95c8041c53, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/04b18255af04447aa28ae66bf90381e4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/05e16d4679594bc5b7ac0c9c7ef12403, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/661f890bf2af4365895c4c03a468791c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a9e3478fec9644bda79b21fd84cd1767, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/543277858c6a467f8ed4ec5e765d0e10, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/954cedfcf7c64bce804202c90608ddec, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/b7cf12456d56464e8b124723d86d4b41, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/905fc99e53724f46ae87cddcdf632f1f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b6c03864fcb472b96ca29877ac675bb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3e3fd5ae203947f29d3a4070134cb63e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e0ba2dc6ee3f4ab584299be10dfbb781, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/9a6cdf595bf04f109dde00ffef9cff81, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/4fbbd7d32c10461182fc3daefeaed003, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/aed2d5c397b343f0b04dac94df056d2e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3dc4103f69a04894b4e78acd5fa88015, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a88d969bffd41c8a69b449a48159409] to archive 2024-12-01T23:54:26,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:54:26,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/7b17258a712242ea926be8e469b96d5b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/7b17258a712242ea926be8e469b96d5b 2024-12-01T23:54:26,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/92d6ade729b047508049b377d96c0c70 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/92d6ade729b047508049b377d96c0c70 2024-12-01T23:54:26,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b8d78ffe7be443a90d832a99853881c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b8d78ffe7be443a90d832a99853881c 2024-12-01T23:54:26,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a5895a6ca4e4861a91d57603384d132 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a5895a6ca4e4861a91d57603384d132 2024-12-01T23:54:26,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e560eff73b6548479091735cab6498c8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e560eff73b6548479091735cab6498c8 2024-12-01T23:54:26,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/0d9615a2fa0b40f89b164358052f2eb2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/0d9615a2fa0b40f89b164358052f2eb2 2024-12-01T23:54:26,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a1b2959cc65e474e82e30484f1bf6dac to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a1b2959cc65e474e82e30484f1bf6dac 2024-12-01T23:54:26,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/86650323cd2843c9a24a5aaafc3bec57 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/86650323cd2843c9a24a5aaafc3bec57 2024-12-01T23:54:26,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/09e6951800ea48a485d1470bfa51b857 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/09e6951800ea48a485d1470bfa51b857 2024-12-01T23:54:26,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/ce9699ac40c348d7b1bf4d95c8041c53 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/ce9699ac40c348d7b1bf4d95c8041c53 2024-12-01T23:54:26,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/04b18255af04447aa28ae66bf90381e4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/04b18255af04447aa28ae66bf90381e4 2024-12-01T23:54:26,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/05e16d4679594bc5b7ac0c9c7ef12403 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/05e16d4679594bc5b7ac0c9c7ef12403 2024-12-01T23:54:26,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/661f890bf2af4365895c4c03a468791c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/661f890bf2af4365895c4c03a468791c 2024-12-01T23:54:26,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a9e3478fec9644bda79b21fd84cd1767 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/a9e3478fec9644bda79b21fd84cd1767 2024-12-01T23:54:26,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/543277858c6a467f8ed4ec5e765d0e10 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/543277858c6a467f8ed4ec5e765d0e10 2024-12-01T23:54:26,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/954cedfcf7c64bce804202c90608ddec to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/954cedfcf7c64bce804202c90608ddec 2024-12-01T23:54:26,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/b7cf12456d56464e8b124723d86d4b41 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/b7cf12456d56464e8b124723d86d4b41 2024-12-01T23:54:26,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/905fc99e53724f46ae87cddcdf632f1f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/905fc99e53724f46ae87cddcdf632f1f 2024-12-01T23:54:26,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b6c03864fcb472b96ca29877ac675bb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/8b6c03864fcb472b96ca29877ac675bb 2024-12-01T23:54:26,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3e3fd5ae203947f29d3a4070134cb63e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3e3fd5ae203947f29d3a4070134cb63e 2024-12-01T23:54:26,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e0ba2dc6ee3f4ab584299be10dfbb781 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e0ba2dc6ee3f4ab584299be10dfbb781 2024-12-01T23:54:26,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/9a6cdf595bf04f109dde00ffef9cff81 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/9a6cdf595bf04f109dde00ffef9cff81 2024-12-01T23:54:26,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/4fbbd7d32c10461182fc3daefeaed003 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/4fbbd7d32c10461182fc3daefeaed003 2024-12-01T23:54:26,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/aed2d5c397b343f0b04dac94df056d2e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/aed2d5c397b343f0b04dac94df056d2e 2024-12-01T23:54:26,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3dc4103f69a04894b4e78acd5fa88015 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/3dc4103f69a04894b4e78acd5fa88015 2024-12-01T23:54:26,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a88d969bffd41c8a69b449a48159409 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/2a88d969bffd41c8a69b449a48159409 2024-12-01T23:54:26,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/36b33154ded74419a0a37a4ca6af73e1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/005f6d4f3ff141eeb70aa00b8c2a5f3b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7045a2173a044d1988d01ea6334116f6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a21586d95a7a48269519bd78f6e27eaa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e609a62d5d26476e9ad6909387f0ae7c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/adcfdabf0f70408a8e94720408850aa4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/05160a3bf9764f7ab82a8235b189cf90, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/b7640f2dbd734e088e8b3035f9f44d2c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/777043c3aafe4f1eadf4a5113dd6ac96, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0e39f02000844952857aaf9d74baa4a3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0502923e3ab444879a9828b6c32d7475, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/6c736a6ca0a44c37bebef8180039ed7d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/2ec83ca6ea2144898d19546e86c9960f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/1d1d375190394b9fa5f58121cc932d3e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0a03804e8aef4dbaa5bbe6215433428b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/4a5e1e1b49b1487f9a4c29784160175b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e2f695b8d7424be5b9983b53cc502e4f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/551d1d0a205748ab95f54a65673b20ac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7565301ada1343b59241a08669e97861, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7f9beaa27aa14eaaa937a3e57011de8e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/5d7843434e224aee99f71240c1f3bff0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a976ae7fd9554cda8485b5afe5d6c8be, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7ef594d9c181441cb9e0613cbd7487cf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/68498341cdb1484cbdcef2d475aeed1e] to archive 2024-12-01T23:54:26,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:54:26,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/36b33154ded74419a0a37a4ca6af73e1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/36b33154ded74419a0a37a4ca6af73e1 2024-12-01T23:54:26,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/005f6d4f3ff141eeb70aa00b8c2a5f3b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/005f6d4f3ff141eeb70aa00b8c2a5f3b 2024-12-01T23:54:26,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7045a2173a044d1988d01ea6334116f6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7045a2173a044d1988d01ea6334116f6 2024-12-01T23:54:26,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a21586d95a7a48269519bd78f6e27eaa to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a21586d95a7a48269519bd78f6e27eaa 2024-12-01T23:54:26,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e609a62d5d26476e9ad6909387f0ae7c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e609a62d5d26476e9ad6909387f0ae7c 2024-12-01T23:54:26,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/c1ddb5dd338b45c9ac5dc2d515fcd8f0 2024-12-01T23:54:26,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/adcfdabf0f70408a8e94720408850aa4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/adcfdabf0f70408a8e94720408850aa4 2024-12-01T23:54:26,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/05160a3bf9764f7ab82a8235b189cf90 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/05160a3bf9764f7ab82a8235b189cf90 2024-12-01T23:54:26,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/b7640f2dbd734e088e8b3035f9f44d2c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/b7640f2dbd734e088e8b3035f9f44d2c 2024-12-01T23:54:26,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/777043c3aafe4f1eadf4a5113dd6ac96 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/777043c3aafe4f1eadf4a5113dd6ac96 2024-12-01T23:54:26,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0e39f02000844952857aaf9d74baa4a3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0e39f02000844952857aaf9d74baa4a3 2024-12-01T23:54:26,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0502923e3ab444879a9828b6c32d7475 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0502923e3ab444879a9828b6c32d7475 2024-12-01T23:54:26,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/6c736a6ca0a44c37bebef8180039ed7d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/6c736a6ca0a44c37bebef8180039ed7d 2024-12-01T23:54:26,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/2ec83ca6ea2144898d19546e86c9960f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/2ec83ca6ea2144898d19546e86c9960f 2024-12-01T23:54:26,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/1d1d375190394b9fa5f58121cc932d3e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/1d1d375190394b9fa5f58121cc932d3e 2024-12-01T23:54:26,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0a03804e8aef4dbaa5bbe6215433428b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/0a03804e8aef4dbaa5bbe6215433428b 2024-12-01T23:54:26,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/4a5e1e1b49b1487f9a4c29784160175b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/4a5e1e1b49b1487f9a4c29784160175b 2024-12-01T23:54:26,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/d2b1a828f32a4dea9ba6ffe73dbc5c7e 2024-12-01T23:54:26,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e2f695b8d7424be5b9983b53cc502e4f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/e2f695b8d7424be5b9983b53cc502e4f 2024-12-01T23:54:26,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/551d1d0a205748ab95f54a65673b20ac to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/551d1d0a205748ab95f54a65673b20ac 2024-12-01T23:54:26,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7565301ada1343b59241a08669e97861 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7565301ada1343b59241a08669e97861 2024-12-01T23:54:26,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7f9beaa27aa14eaaa937a3e57011de8e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7f9beaa27aa14eaaa937a3e57011de8e 2024-12-01T23:54:26,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/5d7843434e224aee99f71240c1f3bff0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/5d7843434e224aee99f71240c1f3bff0 2024-12-01T23:54:26,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a976ae7fd9554cda8485b5afe5d6c8be to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/a976ae7fd9554cda8485b5afe5d6c8be 2024-12-01T23:54:26,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7ef594d9c181441cb9e0613cbd7487cf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/7ef594d9c181441cb9e0613cbd7487cf 2024-12-01T23:54:26,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/68498341cdb1484cbdcef2d475aeed1e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/68498341cdb1484cbdcef2d475aeed1e 2024-12-01T23:54:26,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c75d906147734075b15ecdf698a42aac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/0d8cfc4c10b947419e42716bacf59ba9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c3c11783b0d44995bde8dd17598b7633, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2c63cddc78764e8fa418f4b16d9e3ce3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/840bf254dc0c44d590f32714c5d90b44, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b2d888f449dd4d7dbca486b8f5118933, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/459ad05c3f244714b0ff3f14ec8f5bd5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/d02143eeedaa4497bc058927e7c73bcc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/f4a69ecf70a24ee0ac04d50e197e5d1a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2e4ea613b1e349589493d49a5bd55826, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/528dd2887e6142d1b94e9480a448643c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/660ba4375cb54d00bd8b36cbcb8e8993, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c931fb65fd1844bc8e0cc2cbc4c144c7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2d221b78432d4c9fbf05efe85b40afcd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/64a345d598da4930b8e95a3f23f730bd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/03d0467223134707b644bc1e24a3bb86, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/6eb4e7b670b3438394bf0169cb285e8a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/019b28aaf1ad46a3a9d568e17043b0de, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/bcb0806e3d494b1cb9b6d67f9d81b2ac, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/3abfe9f8a3f54ad3b6a9a2d2a3d55a95, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b99ac585528f469bb49a5fe8ff2ab442, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/fdfd4f9a1e734d86b842cfb3b0247ddd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/832ed3e551a3421c9cc28e957324633b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b1244c38adf844d89e1b3721971f6d0b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/de145a4784b949fd9a16df75b7c2ea62, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/38b7ff89ac1c4770a4170ea15cc85b21] to archive 2024-12-01T23:54:26,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:54:26,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c75d906147734075b15ecdf698a42aac to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c75d906147734075b15ecdf698a42aac 2024-12-01T23:54:26,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/0d8cfc4c10b947419e42716bacf59ba9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/0d8cfc4c10b947419e42716bacf59ba9 2024-12-01T23:54:26,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c3c11783b0d44995bde8dd17598b7633 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c3c11783b0d44995bde8dd17598b7633 2024-12-01T23:54:26,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2c63cddc78764e8fa418f4b16d9e3ce3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2c63cddc78764e8fa418f4b16d9e3ce3 2024-12-01T23:54:26,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/840bf254dc0c44d590f32714c5d90b44 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/840bf254dc0c44d590f32714c5d90b44 2024-12-01T23:54:26,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b2d888f449dd4d7dbca486b8f5118933 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b2d888f449dd4d7dbca486b8f5118933 2024-12-01T23:54:26,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/459ad05c3f244714b0ff3f14ec8f5bd5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/459ad05c3f244714b0ff3f14ec8f5bd5 2024-12-01T23:54:26,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/d02143eeedaa4497bc058927e7c73bcc to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/d02143eeedaa4497bc058927e7c73bcc 2024-12-01T23:54:26,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/f4a69ecf70a24ee0ac04d50e197e5d1a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/f4a69ecf70a24ee0ac04d50e197e5d1a 2024-12-01T23:54:26,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2e4ea613b1e349589493d49a5bd55826 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2e4ea613b1e349589493d49a5bd55826 2024-12-01T23:54:26,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/528dd2887e6142d1b94e9480a448643c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/528dd2887e6142d1b94e9480a448643c 2024-12-01T23:54:26,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/660ba4375cb54d00bd8b36cbcb8e8993 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/660ba4375cb54d00bd8b36cbcb8e8993 2024-12-01T23:54:26,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c931fb65fd1844bc8e0cc2cbc4c144c7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/c931fb65fd1844bc8e0cc2cbc4c144c7 2024-12-01T23:54:26,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2d221b78432d4c9fbf05efe85b40afcd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/2d221b78432d4c9fbf05efe85b40afcd 2024-12-01T23:54:26,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/64a345d598da4930b8e95a3f23f730bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/64a345d598da4930b8e95a3f23f730bd 2024-12-01T23:54:26,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/03d0467223134707b644bc1e24a3bb86 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/03d0467223134707b644bc1e24a3bb86 2024-12-01T23:54:26,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/6eb4e7b670b3438394bf0169cb285e8a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/6eb4e7b670b3438394bf0169cb285e8a 2024-12-01T23:54:26,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/019b28aaf1ad46a3a9d568e17043b0de to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/019b28aaf1ad46a3a9d568e17043b0de 2024-12-01T23:54:26,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/bcb0806e3d494b1cb9b6d67f9d81b2ac to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/bcb0806e3d494b1cb9b6d67f9d81b2ac 2024-12-01T23:54:26,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/3abfe9f8a3f54ad3b6a9a2d2a3d55a95 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/3abfe9f8a3f54ad3b6a9a2d2a3d55a95 2024-12-01T23:54:26,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b99ac585528f469bb49a5fe8ff2ab442 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b99ac585528f469bb49a5fe8ff2ab442 2024-12-01T23:54:26,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/fdfd4f9a1e734d86b842cfb3b0247ddd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/fdfd4f9a1e734d86b842cfb3b0247ddd 2024-12-01T23:54:26,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/832ed3e551a3421c9cc28e957324633b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/832ed3e551a3421c9cc28e957324633b 2024-12-01T23:54:26,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b1244c38adf844d89e1b3721971f6d0b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/b1244c38adf844d89e1b3721971f6d0b 2024-12-01T23:54:26,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/de145a4784b949fd9a16df75b7c2ea62 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/de145a4784b949fd9a16df75b7c2ea62 2024-12-01T23:54:26,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/38b7ff89ac1c4770a4170ea15cc85b21 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/38b7ff89ac1c4770a4170ea15cc85b21 2024-12-01T23:54:26,285 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/recovered.edits/390.seqid, newMaxSeqId=390, maxSeqId=4 2024-12-01T23:54:26,286 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. 2024-12-01T23:54:26,286 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 7c7c012c6646cf1467d5b49a1fcdfffb: Waiting for close lock at 1733097264507Running coprocessor pre-close hooks at 1733097264507Disabling compacts and flushes for region at 1733097264507Disabling writes for close at 1733097264507Obtaining lock to block concurrent updates at 1733097264507Preparing flush snapshotting stores in 7c7c012c6646cf1467d5b49a1fcdfffb at 1733097264507Finished memstore snapshotting TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733097264508 (+1 ms)Flushing stores of TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb. at 1733097264509 (+1 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/A: creating writer at 1733097264509Flushing mob file 7c7c012c6646cf1467d5b49a1fcdfffb/A: appending metadata at 1733097264516 (+7 ms)Flushing mob file 7c7c012c6646cf1467d5b49a1fcdfffb/A: closing flushed file at 1733097264516Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/A: appending metadata at 1733097264934 (+418 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/A: closing flushed file at 1733097264935 (+1 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/B: creating writer at 1733097265346 (+411 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/B: appending metadata at 1733097265348 (+2 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/B: closing flushed file at 1733097265349 (+1 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/C: creating writer at 1733097265761 (+412 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/C: appending metadata at 1733097265764 (+3 ms)Flushing 7c7c012c6646cf1467d5b49a1fcdfffb/C: closing flushed file at 1733097265764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f1ea3d: reopening flushed file at 1733097266178 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66108963: reopening flushed file at 1733097266186 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a577270: reopening flushed file at 1733097266195 (+9 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7c7c012c6646cf1467d5b49a1fcdfffb in 1695ms, sequenceid=387, compaction requested=false at 1733097266202 (+7 ms)Writing region close event to WAL at 1733097266282 (+80 ms)Running coprocessor post-close hooks at 1733097266285 (+3 ms)Closed at 1733097266286 (+1 ms) 2024-12-01T23:54:26,287 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,288 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=7c7c012c6646cf1467d5b49a1fcdfffb, regionState=CLOSED 2024-12-01T23:54:26,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:26,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-01T23:54:26,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 7c7c012c6646cf1467d5b49a1fcdfffb, server=579b0f681375,43621,1733097206849 in 1.9340 sec 2024-12-01T23:54:26,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-12-01T23:54:26,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7c7c012c6646cf1467d5b49a1fcdfffb, UNASSIGN in 1.9390 sec 2024-12-01T23:54:26,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-01T23:54:26,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9410 sec 2024-12-01T23:54:26,295 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097266294"}]},"ts":"1733097266294"} 2024-12-01T23:54:26,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T23:54:26,296 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T23:54:26,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9500 sec 2024-12-01T23:54:26,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T23:54:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-01T23:54:26,493 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:26,493 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T23:54:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:26,496 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T23:54:26,497 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:26,500 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,504 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/recovered.edits] 2024-12-01T23:54:26,508 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/03aa4701c49b43b99a7bfbb422b3fbc7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/03aa4701c49b43b99a7bfbb422b3fbc7 2024-12-01T23:54:26,509 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e955f8e8f03543cb967e37808e73f28d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/A/e955f8e8f03543cb967e37808e73f28d 2024-12-01T23:54:26,512 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/3d1eb79d43434d598b8117223274ab6c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/3d1eb79d43434d598b8117223274ab6c 2024-12-01T23:54:26,514 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/db3419eca4aa44c2bc6e2b9f42d7d374 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/B/db3419eca4aa44c2bc6e2b9f42d7d374 2024-12-01T23:54:26,517 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/44cd9a77e625484abb3700f27d332db6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/44cd9a77e625484abb3700f27d332db6 2024-12-01T23:54:26,518 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/92fa9f1199a54b0bb54edb981925864c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/C/92fa9f1199a54b0bb54edb981925864c 2024-12-01T23:54:26,520 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/recovered.edits/390.seqid to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb/recovered.edits/390.seqid 2024-12-01T23:54:26,521 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,521 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T23:54:26,521 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T23:54:26,522 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T23:54:26,525 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010a34cb278d7841d0aa7bf5209cf61fab_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010a34cb278d7841d0aa7bf5209cf61fab_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,526 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012de79042deb742fa908c9c7b1fcd32f1_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012de79042deb742fa908c9c7b1fcd32f1_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,526 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013c3a4f37564f4287bf36a7f34ea3ebac_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013c3a4f37564f4287bf36a7f34ea3ebac_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,527 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014ba3e785b1e74c52b7c47cf5aa031ab1_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014ba3e785b1e74c52b7c47cf5aa031ab1_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,528 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201506c57f8dd674bd59d84358f5d7c4b33_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201506c57f8dd674bd59d84358f5d7c4b33_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,529 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201567b866d9986448b9437e10c4d94f998_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201567b866d9986448b9437e10c4d94f998_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,530 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201596bcdf66661402f8d647ceeef844bb2_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201596bcdf66661402f8d647ceeef844bb2_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,531 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015aa189fe8ff142a0ae7dc4beafe9b6bc_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015aa189fe8ff142a0ae7dc4beafe9b6bc_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,532 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120160445e0f7eb14df78f9005d7c0bc603f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120160445e0f7eb14df78f9005d7c0bc603f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,533 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016a019bf2838248cf8f6231f1f7266888_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016a019bf2838248cf8f6231f1f7266888_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,534 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201800184b7267f46ca954b801dabce573f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201800184b7267f46ca954b801dabce573f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,536 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201834fa9d1bce14ff2b40bbbb67f7eaf27_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201834fa9d1bce14ff2b40bbbb67f7eaf27_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,537 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120192b4bda6702a416b88257f11a9fc7ca2_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120192b4bda6702a416b88257f11a9fc7ca2_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,538 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a35a0b7d2cd6496d86566b0e995009d0_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a35a0b7d2cd6496d86566b0e995009d0_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,540 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b082f9d44a8d40c59b331c72dde92ea3_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b082f9d44a8d40c59b331c72dde92ea3_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,541 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c16790e28a96434fa94d48fb75e5586f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c16790e28a96434fa94d48fb75e5586f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,543 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c559ab8dc77a4ca0a226b9fddee87697_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c559ab8dc77a4ca0a226b9fddee87697_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,544 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cea71657b4d7463985ad85daddd5a922_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cea71657b4d7463985ad85daddd5a922_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,545 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d41c3bbf186a49539c65ddf55c58646f_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d41c3bbf186a49539c65ddf55c58646f_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,545 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f74c462e350c4b4b8293ce523506b063_7c7c012c6646cf1467d5b49a1fcdfffb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f74c462e350c4b4b8293ce523506b063_7c7c012c6646cf1467d5b49a1fcdfffb 2024-12-01T23:54:26,546 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T23:54:26,547 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:26,549 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T23:54:26,552 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T23:54:26,553 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:26,553 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T23:54:26,553 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733097266553"}]},"ts":"9223372036854775807"} 2024-12-01T23:54:26,556 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T23:54:26,556 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7c7c012c6646cf1467d5b49a1fcdfffb, NAME => 'TestAcidGuarantees,,1733097238021.7c7c012c6646cf1467d5b49a1fcdfffb.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T23:54:26,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T23:54:26,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733097266556"}]},"ts":"9223372036854775807"} 2024-12-01T23:54:26,558 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T23:54:26,559 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:26,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-12-01T23:54:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T23:54:26,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T23:54:26,607 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:26,614 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=253 (was 250) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1944005963_22 at /127.0.0.1:42544 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1944005963_22 at /127.0.0.1:52128 [Waiting for operation #260] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681603809_22 at /127.0.0.1:51980 [Waiting for operation #280] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681603809_22 at /127.0.0.1:42572 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-681603809_22 at /127.0.0.1:42542 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 461) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=7060 (was 7234) 2024-12-01T23:54:26,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=253, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=7058 2024-12-01T23:54:26,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:54:26,625 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:54:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:26,627 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:54:26,627 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:26,627 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-12-01T23:54:26,628 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:54:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-01T23:54:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742072_1248 (size=1061) 2024-12-01T23:54:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-01T23:54:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-01T23:54:27,037 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:54:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742073_1249 (size=53) 2024-12-01T23:54:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-01T23:54:27,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:54:27,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 882431be53ce74b892a169a4349b5fbc, disabling compactions & flushes 2024-12-01T23:54:27,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. after waiting 0 ms 2024-12-01T23:54:27,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,447 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 882431be53ce74b892a169a4349b5fbc: Waiting for close lock at 1733097267446Disabling compacts and flushes for region at 1733097267446Disabling writes for close at 1733097267447 (+1 ms)Writing region close event to WAL at 1733097267447Closed at 1733097267447 2024-12-01T23:54:27,450 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:54:27,450 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733097267450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733097267450"}]},"ts":"1733097267450"} 2024-12-01T23:54:27,453 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:54:27,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:54:27,454 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097267454"}]},"ts":"1733097267454"} 2024-12-01T23:54:27,457 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T23:54:27,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, ASSIGN}] 2024-12-01T23:54:27,459 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, ASSIGN 2024-12-01T23:54:27,460 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, ASSIGN; state=OFFLINE, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=false 2024-12-01T23:54:27,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=882431be53ce74b892a169a4349b5fbc, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, ASSIGN because future has completed 2024-12-01T23:54:27,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-01T23:54:27,770 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,770 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:54:27,771 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,771 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:54:27,771 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,771 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,773 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,774 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:27,775 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882431be53ce74b892a169a4349b5fbc columnFamilyName A 2024-12-01T23:54:27,775 DEBUG [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:27,776 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.HStore(327): Store=882431be53ce74b892a169a4349b5fbc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:27,776 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,777 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:27,778 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882431be53ce74b892a169a4349b5fbc columnFamilyName B 2024-12-01T23:54:27,778 DEBUG [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:27,778 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.HStore(327): Store=882431be53ce74b892a169a4349b5fbc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:27,779 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,780 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:27,780 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882431be53ce74b892a169a4349b5fbc columnFamilyName C 2024-12-01T23:54:27,780 DEBUG [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:27,781 INFO [StoreOpener-882431be53ce74b892a169a4349b5fbc-1 {}] regionserver.HStore(327): Store=882431be53ce74b892a169a4349b5fbc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:27,781 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,782 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,782 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,783 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,784 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,784 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,785 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:54:27,786 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,788 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:54:27,789 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 882431be53ce74b892a169a4349b5fbc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62643119, jitterRate=-0.0665447860956192}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:54:27,789 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:27,789 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 882431be53ce74b892a169a4349b5fbc: Running coprocessor pre-open hook at 1733097267771Writing region info on filesystem at 1733097267771Initializing all the Stores at 1733097267772 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097267772Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097267772Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097267773 (+1 ms)Cleaning up temporary data from old regions at 1733097267784 (+11 ms)Running coprocessor post-open hooks at 1733097267789 (+5 ms)Region opened successfully at 1733097267789 2024-12-01T23:54:27,790 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., pid=63, masterSystemTime=1733097267766 2024-12-01T23:54:27,792 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,792 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:27,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=882431be53ce74b892a169a4349b5fbc, regionState=OPEN, openSeqNum=2, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:27,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:27,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-01T23:54:27,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 in 182 msec 2024-12-01T23:54:27,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-01T23:54:27,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, ASSIGN in 340 msec 2024-12-01T23:54:27,800 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:54:27,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097267800"}]},"ts":"1733097267800"} 2024-12-01T23:54:27,802 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T23:54:27,802 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:54:27,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-12-01T23:54:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-01T23:54:28,773 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:28,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b43b976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,776 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36323f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,779 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4142b329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:54:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 579b0f681375,45043,1733097206113 2024-12-01T23:54:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e50372 2024-12-01T23:54:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:54:28,788 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:54:28,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429799b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,791 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6408042e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,793 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4724f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480421b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,795 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2efa6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,797 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4898cf35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6327b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,800 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c74645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,801 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a87838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fdf952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70700770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3065b536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b624df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,809 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221480a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5735c732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,812 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6217eefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,814 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34601d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212d94ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,816 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc1e986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2114dfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bafd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778f039e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,820 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfe1027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b15c907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38561d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,823 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b82d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:28,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:28,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280f6e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:28,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2f26c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:28,827 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,827 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,827 DEBUG [Thread-1167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,827 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,827 DEBUG [Thread-1173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,827 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,827 DEBUG [Thread-1175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,828 DEBUG [Thread-1164 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,828 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,828 DEBUG [Thread-1169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:28,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:54:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-01T23:54:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T23:54:28,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:28,877 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:28,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:28,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:54:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097328902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097328902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097328904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:28,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8a627affe3244c06a47bcb782dc93e5f is 50, key is test_row_0/A:col10/1733097268875/Put/seqid=0 2024-12-01T23:54:28,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097328907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:28,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097328908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:28,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:28,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:28,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742074_1250 (size=12001) 2024-12-01T23:54:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T23:54:29,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097329012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097329013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097329013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097329023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097329023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:29,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:29,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T23:54:29,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097329225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097329225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097329226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097329233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097329233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8a627affe3244c06a47bcb782dc93e5f 2024-12-01T23:54:29,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:29,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/1ff06aa8e3ad4fa4b475489a08293f43 is 50, key is test_row_0/B:col10/1733097268875/Put/seqid=0 2024-12-01T23:54:29,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742075_1251 (size=12001) 2024-12-01T23:54:29,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T23:54:29,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097329533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097329533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097329533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097329542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097329543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:29,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/1ff06aa8e3ad4fa4b475489a08293f43 2024-12-01T23:54:29,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/5a9e4a688c04435d81bccd5fafcc38b8 is 50, key is test_row_0/C:col10/1733097268875/Put/seqid=0 2024-12-01T23:54:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742076_1252 (size=12001) 2024-12-01T23:54:29,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:29,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T23:54:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097330043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097330043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:30,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097330043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:30,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097330053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:30,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097330053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:30,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:30,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:30,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:30,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:30,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:30,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:30,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/5a9e4a688c04435d81bccd5fafcc38b8 2024-12-01T23:54:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8a627affe3244c06a47bcb782dc93e5f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8a627affe3244c06a47bcb782dc93e5f 2024-12-01T23:54:30,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8a627affe3244c06a47bcb782dc93e5f, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T23:54:30,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/1ff06aa8e3ad4fa4b475489a08293f43 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/1ff06aa8e3ad4fa4b475489a08293f43 2024-12-01T23:54:30,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/1ff06aa8e3ad4fa4b475489a08293f43, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T23:54:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/5a9e4a688c04435d81bccd5fafcc38b8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5a9e4a688c04435d81bccd5fafcc38b8 2024-12-01T23:54:30,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5a9e4a688c04435d81bccd5fafcc38b8, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T23:54:30,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 882431be53ce74b892a169a4349b5fbc in 1359ms, sequenceid=13, compaction requested=false 2024-12-01T23:54:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:30,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T23:54:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:30,254 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:54:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/fdadb415a51b439584ac74b77cc22761 is 50, key is test_row_0/A:col10/1733097268904/Put/seqid=0 2024-12-01T23:54:30,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742077_1253 (size=12001) 2024-12-01T23:54:30,297 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/fdadb415a51b439584ac74b77cc22761 2024-12-01T23:54:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/3cc79e3059914545a498fcc97620fb68 is 50, key is test_row_0/B:col10/1733097268904/Put/seqid=0 2024-12-01T23:54:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742078_1254 (size=12001) 2024-12-01T23:54:30,322 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/3cc79e3059914545a498fcc97620fb68 2024-12-01T23:54:30,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/828cb71417f7416f9557965ebecf3729 is 50, key is test_row_0/C:col10/1733097268904/Put/seqid=0 2024-12-01T23:54:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742079_1255 (size=12001) 2024-12-01T23:54:30,334 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/828cb71417f7416f9557965ebecf3729 2024-12-01T23:54:30,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/fdadb415a51b439584ac74b77cc22761 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fdadb415a51b439584ac74b77cc22761 2024-12-01T23:54:30,343 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fdadb415a51b439584ac74b77cc22761, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T23:54:30,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/3cc79e3059914545a498fcc97620fb68 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3cc79e3059914545a498fcc97620fb68 2024-12-01T23:54:30,364 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3cc79e3059914545a498fcc97620fb68, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T23:54:30,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/828cb71417f7416f9557965ebecf3729 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/828cb71417f7416f9557965ebecf3729 2024-12-01T23:54:30,374 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/828cb71417f7416f9557965ebecf3729, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T23:54:30,376 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 882431be53ce74b892a169a4349b5fbc in 122ms, sequenceid=33, compaction requested=false 2024-12-01T23:54:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-01T23:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-01T23:54:30,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-01T23:54:30,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5000 sec 2024-12-01T23:54:30,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.5530 sec 2024-12-01T23:54:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T23:54:31,023 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:31,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-01T23:54:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T23:54:31,025 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:31,026 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:31,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:31,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:54:31,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:31,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:31,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:31,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:31,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:31,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:31,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/262594844f8943eaa3a71beadb992166 is 50, key is test_row_1/A:col10/1733097271061/Put/seqid=0 2024-12-01T23:54:31,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742080_1256 (size=14337) 2024-12-01T23:54:31,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097331081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097331083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097331083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097271068, max timestamp=1733097271085Num uniques 859; 2024-12-01T23:54:31,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:31,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097271068, max timestamp=1733097271085Num uniques 859; 2024-12-01T23:54:31,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:31,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097271068, max timestamp=1733097271085Num uniques 859; 2024-12-01T23:54:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097331121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097331122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T23:54:31,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T23:54:31,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:31,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097331193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097331193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097331193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097331232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097331232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T23:54:31,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:31,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T23:54:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097331403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097331403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097331403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097331442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097331442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/262594844f8943eaa3a71beadb992166 2024-12-01T23:54:31,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/6885609ca53c42c9a96dc104f343eeab is 50, key is test_row_1/B:col10/1733097271061/Put/seqid=0 2024-12-01T23:54:31,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T23:54:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742081_1257 (size=9657) 2024-12-01T23:54:31,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/6885609ca53c42c9a96dc104f343eeab 2024-12-01T23:54:31,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/863e7d22a25e42f2a23723ed2f46267e is 50, key is test_row_1/C:col10/1733097271061/Put/seqid=0 2024-12-01T23:54:31,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742082_1258 (size=9657) 2024-12-01T23:54:31,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T23:54:31,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T23:54:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097331713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097331713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097331713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097331753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097331753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:31,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T23:54:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:31,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T23:54:31,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/863e7d22a25e42f2a23723ed2f46267e 2024-12-01T23:54:31,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/262594844f8943eaa3a71beadb992166 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/262594844f8943eaa3a71beadb992166 2024-12-01T23:54:31,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/262594844f8943eaa3a71beadb992166, entries=200, sequenceid=44, filesize=14.0 K 2024-12-01T23:54:31,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/6885609ca53c42c9a96dc104f343eeab as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/6885609ca53c42c9a96dc104f343eeab 2024-12-01T23:54:31,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/6885609ca53c42c9a96dc104f343eeab, entries=100, sequenceid=44, filesize=9.4 K 2024-12-01T23:54:31,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/863e7d22a25e42f2a23723ed2f46267e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/863e7d22a25e42f2a23723ed2f46267e 2024-12-01T23:54:31,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/863e7d22a25e42f2a23723ed2f46267e, entries=100, sequenceid=44, filesize=9.4 K 2024-12-01T23:54:31,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 882431be53ce74b892a169a4349b5fbc in 868ms, sequenceid=44, compaction requested=true 2024-12-01T23:54:31,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:31,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:31,931 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:31,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:31,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:31,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:31,931 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:31,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:31,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:31,932 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,932 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,932 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8a627affe3244c06a47bcb782dc93e5f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fdadb415a51b439584ac74b77cc22761, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/262594844f8943eaa3a71beadb992166] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=37.4 K 2024-12-01T23:54:31,932 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/1ff06aa8e3ad4fa4b475489a08293f43, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3cc79e3059914545a498fcc97620fb68, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/6885609ca53c42c9a96dc104f343eeab] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=32.9 K 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ff06aa8e3ad4fa4b475489a08293f43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733097268875 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a627affe3244c06a47bcb782dc93e5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733097268875 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cc79e3059914545a498fcc97620fb68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733097268899 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdadb415a51b439584ac74b77cc22761, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733097268899 2024-12-01T23:54:31,932 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6885609ca53c42c9a96dc104f343eeab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733097271061 2024-12-01T23:54:31,933 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 262594844f8943eaa3a71beadb992166, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733097271058 2024-12-01T23:54:31,939 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:31,939 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/8b252471863b4494b280c526ebcba764 is 50, key is test_row_0/B:col10/1733097268904/Put/seqid=0 2024-12-01T23:54:31,939 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:31,940 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/a401aa3e0ebe4dc2919d5fb4752932e8 is 50, key is test_row_0/A:col10/1733097268904/Put/seqid=0 2024-12-01T23:54:31,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T23:54:31,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,944 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-01T23:54:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742083_1259 (size=12104) 2024-12-01T23:54:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/01b17357bfa14076bd0a1d6dbbb81415 is 50, key is test_row_0/A:col10/1733097271110/Put/seqid=0 2024-12-01T23:54:31,975 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/8b252471863b4494b280c526ebcba764 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8b252471863b4494b280c526ebcba764 2024-12-01T23:54:31,986 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 8b252471863b4494b280c526ebcba764(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:31,986 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:31,986 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097271931; duration=0sec 2024-12-01T23:54:31,986 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:31,986 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:31,987 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:31,988 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:31,988 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:31,988 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:31,988 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5a9e4a688c04435d81bccd5fafcc38b8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/828cb71417f7416f9557965ebecf3729, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/863e7d22a25e42f2a23723ed2f46267e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=32.9 K 2024-12-01T23:54:31,988 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a9e4a688c04435d81bccd5fafcc38b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733097268875 2024-12-01T23:54:31,989 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 828cb71417f7416f9557965ebecf3729, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733097268899 2024-12-01T23:54:31,989 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 863e7d22a25e42f2a23723ed2f46267e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733097271061 2024-12-01T23:54:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742084_1260 (size=12104) 2024-12-01T23:54:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742085_1261 (size=12001) 2024-12-01T23:54:32,001 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:32,001 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/e7eb49b2263946e580cb94df63f3d543 is 50, key is test_row_0/C:col10/1733097268904/Put/seqid=0 2024-12-01T23:54:32,004 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/a401aa3e0ebe4dc2919d5fb4752932e8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/a401aa3e0ebe4dc2919d5fb4752932e8 2024-12-01T23:54:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742086_1262 (size=12104) 2024-12-01T23:54:32,010 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into a401aa3e0ebe4dc2919d5fb4752932e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:32,010 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:32,010 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097271930; duration=0sec 2024-12-01T23:54:32,010 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:32,010 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:32,018 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/e7eb49b2263946e580cb94df63f3d543 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e7eb49b2263946e580cb94df63f3d543 2024-12-01T23:54:32,024 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into e7eb49b2263946e580cb94df63f3d543(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:32,024 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:32,024 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097271931; duration=0sec 2024-12-01T23:54:32,024 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:32,025 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T23:54:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:32,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097332232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097332238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097332238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097332263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097332263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097332342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097332353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097332353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,398 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/01b17357bfa14076bd0a1d6dbbb81415 2024-12-01T23:54:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/375ca80d085847bcbcd3c8a1ac7f7722 is 50, key is test_row_0/B:col10/1733097271110/Put/seqid=0 2024-12-01T23:54:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742087_1263 (size=12001) 2024-12-01T23:54:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097332552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097332563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097332563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,813 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/375ca80d085847bcbcd3c8a1ac7f7722 2024-12-01T23:54:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ffb6f5383d9f47018469dc58a5a9ea0c is 50, key is test_row_0/C:col10/1733097271110/Put/seqid=0 2024-12-01T23:54:32,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742088_1264 (size=12001) 2024-12-01T23:54:32,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097332863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097332873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097332873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T23:54:33,225 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ffb6f5383d9f47018469dc58a5a9ea0c 2024-12-01T23:54:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/01b17357bfa14076bd0a1d6dbbb81415 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/01b17357bfa14076bd0a1d6dbbb81415 2024-12-01T23:54:33,235 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/01b17357bfa14076bd0a1d6dbbb81415, entries=150, sequenceid=80, filesize=11.7 K 2024-12-01T23:54:33,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/375ca80d085847bcbcd3c8a1ac7f7722 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/375ca80d085847bcbcd3c8a1ac7f7722 2024-12-01T23:54:33,241 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/375ca80d085847bcbcd3c8a1ac7f7722, entries=150, sequenceid=80, filesize=11.7 K 2024-12-01T23:54:33,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ffb6f5383d9f47018469dc58a5a9ea0c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ffb6f5383d9f47018469dc58a5a9ea0c 2024-12-01T23:54:33,245 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ffb6f5383d9f47018469dc58a5a9ea0c, entries=150, sequenceid=80, filesize=11.7 K 2024-12-01T23:54:33,246 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 882431be53ce74b892a169a4349b5fbc in 1302ms, sequenceid=80, compaction requested=false 2024-12-01T23:54:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-01T23:54:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-01T23:54:33,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-01T23:54:33,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2210 sec 2024-12-01T23:54:33,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.2260 sec 2024-12-01T23:54:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:33,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:54:33,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:33,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:33,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:33,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:33,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:33,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:33,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/0bc8d5d34d554b46b08dba0633dea805 is 50, key is test_row_0/A:col10/1733097273274/Put/seqid=0 2024-12-01T23:54:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742089_1265 (size=16681) 2024-12-01T23:54:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097333312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097333312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097333372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097333383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097333383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097333423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097333423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097333633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097333633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/0bc8d5d34d554b46b08dba0633dea805 2024-12-01T23:54:33,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/f6a8a486b4dd4f48be94fa9d6db1e3e8 is 50, key is test_row_0/B:col10/1733097273274/Put/seqid=0 2024-12-01T23:54:33,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742090_1266 (size=12001) 2024-12-01T23:54:33,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097333943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097333943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:34,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/f6a8a486b4dd4f48be94fa9d6db1e3e8 2024-12-01T23:54:34,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/aae820c276eb433a9feb1588327c6978 is 50, key is test_row_0/C:col10/1733097273274/Put/seqid=0 2024-12-01T23:54:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742091_1267 (size=12001) 2024-12-01T23:54:34,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097334382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:34,385 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:34,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:34,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097334393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:34,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097334393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:34,395 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:34,395 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:34,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:34,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097334452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:34,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097334453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:34,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/aae820c276eb433a9feb1588327c6978 2024-12-01T23:54:34,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/0bc8d5d34d554b46b08dba0633dea805 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/0bc8d5d34d554b46b08dba0633dea805 2024-12-01T23:54:34,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/0bc8d5d34d554b46b08dba0633dea805, entries=250, sequenceid=96, filesize=16.3 K 2024-12-01T23:54:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/f6a8a486b4dd4f48be94fa9d6db1e3e8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/f6a8a486b4dd4f48be94fa9d6db1e3e8 2024-12-01T23:54:34,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/f6a8a486b4dd4f48be94fa9d6db1e3e8, entries=150, sequenceid=96, filesize=11.7 K 2024-12-01T23:54:34,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/aae820c276eb433a9feb1588327c6978 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/aae820c276eb433a9feb1588327c6978 2024-12-01T23:54:34,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/aae820c276eb433a9feb1588327c6978, entries=150, sequenceid=96, filesize=11.7 K 2024-12-01T23:54:34,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 882431be53ce74b892a169a4349b5fbc in 1300ms, sequenceid=96, compaction requested=true 2024-12-01T23:54:34,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:34,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:34,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:34,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:34,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:34,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:34,575 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:34,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:34,575 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:34,576 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:34,576 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:34,576 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:34,576 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:34,576 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:34,576 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:34,576 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8b252471863b4494b280c526ebcba764, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/375ca80d085847bcbcd3c8a1ac7f7722, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/f6a8a486b4dd4f48be94fa9d6db1e3e8] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=35.3 K 2024-12-01T23:54:34,576 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/a401aa3e0ebe4dc2919d5fb4752932e8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/01b17357bfa14076bd0a1d6dbbb81415, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/0bc8d5d34d554b46b08dba0633dea805] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=39.8 K 2024-12-01T23:54:34,577 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b252471863b4494b280c526ebcba764, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733097268904 2024-12-01T23:54:34,577 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a401aa3e0ebe4dc2919d5fb4752932e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733097268904 2024-12-01T23:54:34,577 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01b17357bfa14076bd0a1d6dbbb81415, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097271110 2024-12-01T23:54:34,577 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 375ca80d085847bcbcd3c8a1ac7f7722, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097271110 2024-12-01T23:54:34,577 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bc8d5d34d554b46b08dba0633dea805, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097272228 2024-12-01T23:54:34,577 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f6a8a486b4dd4f48be94fa9d6db1e3e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097272235 2024-12-01T23:54:34,584 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:34,585 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8ba257aeff484269b2dfde3749e3e5e8 is 50, key is test_row_0/A:col10/1733097273274/Put/seqid=0 2024-12-01T23:54:34,585 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:34,585 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/71ba3c3e0a404fd5a1c9d300ca1fc96d is 50, key is test_row_0/B:col10/1733097273274/Put/seqid=0 2024-12-01T23:54:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742093_1269 (size=12207) 2024-12-01T23:54:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742092_1268 (size=12207) 2024-12-01T23:54:34,596 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/71ba3c3e0a404fd5a1c9d300ca1fc96d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71ba3c3e0a404fd5a1c9d300ca1fc96d 2024-12-01T23:54:34,601 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 71ba3c3e0a404fd5a1c9d300ca1fc96d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:34,601 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:34,601 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097274575; duration=0sec 2024-12-01T23:54:34,602 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:34,602 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:34,602 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:34,603 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:34,603 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:34,603 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:34,603 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e7eb49b2263946e580cb94df63f3d543, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ffb6f5383d9f47018469dc58a5a9ea0c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/aae820c276eb433a9feb1588327c6978] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=35.3 K 2024-12-01T23:54:34,603 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e7eb49b2263946e580cb94df63f3d543, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733097268904 2024-12-01T23:54:34,604 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ffb6f5383d9f47018469dc58a5a9ea0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097271110 2024-12-01T23:54:34,604 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting aae820c276eb433a9feb1588327c6978, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097272235 2024-12-01T23:54:34,610 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:34,611 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ca14b204103d40e5a5ab94a8c85c6cb4 is 50, key is test_row_0/C:col10/1733097273274/Put/seqid=0 2024-12-01T23:54:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742094_1270 (size=12207) 2024-12-01T23:54:34,994 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8ba257aeff484269b2dfde3749e3e5e8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ba257aeff484269b2dfde3749e3e5e8 2024-12-01T23:54:34,999 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into 8ba257aeff484269b2dfde3749e3e5e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:34,999 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:34,999 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097274575; duration=0sec 2024-12-01T23:54:34,999 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:34,999 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:35,018 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ca14b204103d40e5a5ab94a8c85c6cb4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ca14b204103d40e5a5ab94a8c85c6cb4 2024-12-01T23:54:35,023 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into ca14b204103d40e5a5ab94a8c85c6cb4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:35,023 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:35,023 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097274575; duration=0sec 2024-12-01T23:54:35,023 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:35,023 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T23:54:35,193 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:35,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-01T23:54:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T23:54:35,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:35,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:35,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T23:54:35,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-01T23:54:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:35,348 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:54:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:35,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/27e0939440064a6aa0c19c395a60ef06 is 50, key is test_row_0/A:col10/1733097273295/Put/seqid=0 2024-12-01T23:54:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742095_1271 (size=12001) 2024-12-01T23:54:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:35,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:35,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097335475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:35,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097335477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:35,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T23:54:35,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097335583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:35,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097335583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/27e0939440064a6aa0c19c395a60ef06 2024-12-01T23:54:35,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/09b7448dc4744a4cbc072be0adea81b9 is 50, key is test_row_0/B:col10/1733097273295/Put/seqid=0 2024-12-01T23:54:35,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742096_1272 (size=12001) 2024-12-01T23:54:35,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097335793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:35,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097335793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T23:54:36,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097336103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097336103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,172 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/09b7448dc4744a4cbc072be0adea81b9 2024-12-01T23:54:36,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/28f7d4c33bbf46b1abe48ecffc48edd2 is 50, key is test_row_0/C:col10/1733097273295/Put/seqid=0 2024-12-01T23:54:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742097_1273 (size=12001) 2024-12-01T23:54:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T23:54:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097336402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097336402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,404 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,404 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097336413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,415 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T23:54:36,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T23:54:36,582 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/28f7d4c33bbf46b1abe48ecffc48edd2 2024-12-01T23:54:36,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/27e0939440064a6aa0c19c395a60ef06 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/27e0939440064a6aa0c19c395a60ef06 2024-12-01T23:54:36,590 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/27e0939440064a6aa0c19c395a60ef06, entries=150, sequenceid=119, filesize=11.7 K 2024-12-01T23:54:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/09b7448dc4744a4cbc072be0adea81b9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/09b7448dc4744a4cbc072be0adea81b9 2024-12-01T23:54:36,594 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/09b7448dc4744a4cbc072be0adea81b9, entries=150, sequenceid=119, filesize=11.7 K 2024-12-01T23:54:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/28f7d4c33bbf46b1abe48ecffc48edd2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/28f7d4c33bbf46b1abe48ecffc48edd2 2024-12-01T23:54:36,598 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/28f7d4c33bbf46b1abe48ecffc48edd2, entries=150, sequenceid=119, filesize=11.7 K 2024-12-01T23:54:36,599 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 882431be53ce74b892a169a4349b5fbc in 1252ms, sequenceid=119, compaction requested=false 2024-12-01T23:54:36,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:36,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:36,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-01T23:54:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-01T23:54:36,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-01T23:54:36,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-01T23:54:36,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4100 sec 2024-12-01T23:54:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:36,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:54:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:36,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/9a8d642f1d51422cb662cfedc976d211 is 50, key is test_row_0/A:col10/1733097276614/Put/seqid=0 2024-12-01T23:54:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742098_1274 (size=14491) 2024-12-01T23:54:36,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/9a8d642f1d51422cb662cfedc976d211 2024-12-01T23:54:36,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/3fd718c5216b480e9249f2e167762ade is 50, key is test_row_0/B:col10/1733097276614/Put/seqid=0 2024-12-01T23:54:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742099_1275 (size=12101) 2024-12-01T23:54:36,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097336642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097336644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097336752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097336753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097336963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097336963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:37,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/3fd718c5216b480e9249f2e167762ade 2024-12-01T23:54:37,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/77710297d57b4ec68de79d0b2041e6e1 is 50, key is test_row_0/C:col10/1733097276614/Put/seqid=0 2024-12-01T23:54:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742100_1276 (size=12101) 2024-12-01T23:54:37,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:37,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097337273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097337273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:37,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:37,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T23:54:37,343 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:37,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-01T23:54:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T23:54:37,346 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:37,347 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:37,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T23:54:37,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/77710297d57b4ec68de79d0b2041e6e1 2024-12-01T23:54:37,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/9a8d642f1d51422cb662cfedc976d211 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/9a8d642f1d51422cb662cfedc976d211 2024-12-01T23:54:37,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/9a8d642f1d51422cb662cfedc976d211, entries=200, sequenceid=133, filesize=14.2 K 2024-12-01T23:54:37,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/3fd718c5216b480e9249f2e167762ade as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3fd718c5216b480e9249f2e167762ade 2024-12-01T23:54:37,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3fd718c5216b480e9249f2e167762ade, entries=150, sequenceid=133, filesize=11.8 K 2024-12-01T23:54:37,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/77710297d57b4ec68de79d0b2041e6e1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/77710297d57b4ec68de79d0b2041e6e1 2024-12-01T23:54:37,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/77710297d57b4ec68de79d0b2041e6e1, entries=150, sequenceid=133, filesize=11.8 K 2024-12-01T23:54:37,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 882431be53ce74b892a169a4349b5fbc in 858ms, sequenceid=133, compaction requested=true 2024-12-01T23:54:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:37,473 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:37,473 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:37,474 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:37,474 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:37,474 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:37,474 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:37,474 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:37,474 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71ba3c3e0a404fd5a1c9d300ca1fc96d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/09b7448dc4744a4cbc072be0adea81b9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3fd718c5216b480e9249f2e167762ade] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=35.5 K 2024-12-01T23:54:37,474 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:37,474 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ba257aeff484269b2dfde3749e3e5e8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/27e0939440064a6aa0c19c395a60ef06, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/9a8d642f1d51422cb662cfedc976d211] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=37.8 K 2024-12-01T23:54:37,474 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba257aeff484269b2dfde3749e3e5e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097272235 2024-12-01T23:54:37,474 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 71ba3c3e0a404fd5a1c9d300ca1fc96d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097272235 2024-12-01T23:54:37,475 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27e0939440064a6aa0c19c395a60ef06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733097273295 2024-12-01T23:54:37,475 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 09b7448dc4744a4cbc072be0adea81b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733097273295 2024-12-01T23:54:37,475 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a8d642f1d51422cb662cfedc976d211, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733097275473 2024-12-01T23:54:37,475 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fd718c5216b480e9249f2e167762ade, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733097275473 2024-12-01T23:54:37,482 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:37,482 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/50a2a7929e8946ffac4083d5f803cb0d is 50, key is test_row_0/A:col10/1733097276614/Put/seqid=0 2024-12-01T23:54:37,486 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:37,488 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/0d8475eebd0c4088b4c737578bf94aa9 is 50, key is test_row_0/B:col10/1733097276614/Put/seqid=0 2024-12-01T23:54:37,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-01T23:54:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:37,499 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T23:54:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:37,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/49215a91ba2745cfab50f8b8190d77c7 is 50, key is test_row_0/A:col10/1733097276636/Put/seqid=0 2024-12-01T23:54:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742101_1277 (size=12409) 2024-12-01T23:54:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742102_1278 (size=12409) 2024-12-01T23:54:37,526 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/0d8475eebd0c4088b4c737578bf94aa9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/0d8475eebd0c4088b4c737578bf94aa9 2024-12-01T23:54:37,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742103_1279 (size=12151) 2024-12-01T23:54:37,529 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/49215a91ba2745cfab50f8b8190d77c7 2024-12-01T23:54:37,532 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 0d8475eebd0c4088b4c737578bf94aa9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:37,532 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:37,532 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097277473; duration=0sec 2024-12-01T23:54:37,532 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:37,532 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:37,532 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:37,533 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:37,533 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:37,533 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:37,534 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ca14b204103d40e5a5ab94a8c85c6cb4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/28f7d4c33bbf46b1abe48ecffc48edd2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/77710297d57b4ec68de79d0b2041e6e1] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=35.5 K 2024-12-01T23:54:37,534 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ca14b204103d40e5a5ab94a8c85c6cb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097272235 2024-12-01T23:54:37,534 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 28f7d4c33bbf46b1abe48ecffc48edd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733097273295 2024-12-01T23:54:37,535 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 77710297d57b4ec68de79d0b2041e6e1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733097275473 2024-12-01T23:54:37,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/86e934f98b444dbf9351b43073e8a1e5 is 50, key is test_row_0/B:col10/1733097276636/Put/seqid=0 2024-12-01T23:54:37,545 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:37,546 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/e8b117919f6e4ccc9b4e0a495f7cada0 is 50, key is test_row_0/C:col10/1733097276614/Put/seqid=0 2024-12-01T23:54:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742104_1280 (size=12151) 2024-12-01T23:54:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742105_1281 (size=12409) 2024-12-01T23:54:37,556 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/e8b117919f6e4ccc9b4e0a495f7cada0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e8b117919f6e4ccc9b4e0a495f7cada0 2024-12-01T23:54:37,562 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into e8b117919f6e4ccc9b4e0a495f7cada0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:37,562 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:37,562 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097277473; duration=0sec 2024-12-01T23:54:37,562 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:37,562 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T23:54:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:37,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097337801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097337803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:37,913 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/50a2a7929e8946ffac4083d5f803cb0d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/50a2a7929e8946ffac4083d5f803cb0d 2024-12-01T23:54:37,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097337913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:37,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:37,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097337913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:37,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:37,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:37,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:37,919 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into 50a2a7929e8946ffac4083d5f803cb0d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:37,919 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:37,919 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097277473; duration=0sec 2024-12-01T23:54:37,919 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:37,919 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:37,949 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/86e934f98b444dbf9351b43073e8a1e5 2024-12-01T23:54:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/e3956634bc224d8e8086f15f1d9adb80 is 50, key is test_row_0/C:col10/1733097276636/Put/seqid=0 2024-12-01T23:54:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742106_1282 (size=12151) 2024-12-01T23:54:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T23:54:38,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097338123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097338123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,369 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/e3956634bc224d8e8086f15f1d9adb80 2024-12-01T23:54:38,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/49215a91ba2745cfab50f8b8190d77c7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/49215a91ba2745cfab50f8b8190d77c7 2024-12-01T23:54:38,381 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/49215a91ba2745cfab50f8b8190d77c7, entries=150, sequenceid=151, filesize=11.9 K 2024-12-01T23:54:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/86e934f98b444dbf9351b43073e8a1e5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/86e934f98b444dbf9351b43073e8a1e5 2024-12-01T23:54:38,385 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/86e934f98b444dbf9351b43073e8a1e5, entries=150, sequenceid=151, filesize=11.9 K 2024-12-01T23:54:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/e3956634bc224d8e8086f15f1d9adb80 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e3956634bc224d8e8086f15f1d9adb80 2024-12-01T23:54:38,391 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e3956634bc224d8e8086f15f1d9adb80, entries=150, sequenceid=151, filesize=11.9 K 2024-12-01T23:54:38,391 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 882431be53ce74b892a169a4349b5fbc in 892ms, sequenceid=151, compaction requested=false 2024-12-01T23:54:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-01T23:54:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-01T23:54:38,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-01T23:54:38,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0460 sec 2024-12-01T23:54:38,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.0520 sec 2024-12-01T23:54:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:38,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T23:54:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:38,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8ddc7011126e4cc798fd75d5eb1d26f2 is 50, key is test_row_0/A:col10/1733097278435/Put/seqid=0 2024-12-01T23:54:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742107_1283 (size=14541) 2024-12-01T23:54:38,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8ddc7011126e4cc798fd75d5eb1d26f2 2024-12-01T23:54:38,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc is 50, key is test_row_0/B:col10/1733097278435/Put/seqid=0 2024-12-01T23:54:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742108_1284 (size=12151) 2024-12-01T23:54:38,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097338463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097338464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T23:54:38,483 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:38,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-01T23:54:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T23:54:38,485 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:38,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:38,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:38,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097338573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097338573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T23:54:38,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T23:54:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:38,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097338782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097338782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:38,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T23:54:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:38,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T23:54:38,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc 2024-12-01T23:54:38,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/b8c2321f18bf489098178e068d295cce is 50, key is test_row_0/C:col10/1733097278435/Put/seqid=0 2024-12-01T23:54:38,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742109_1285 (size=12151) 2024-12-01T23:54:38,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T23:54:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:38,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097339093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097339093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:39,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T23:54:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T23:54:39,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T23:54:39,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:39,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:39,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:39,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/b8c2321f18bf489098178e068d295cce 2024-12-01T23:54:39,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/8ddc7011126e4cc798fd75d5eb1d26f2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ddc7011126e4cc798fd75d5eb1d26f2 2024-12-01T23:54:39,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ddc7011126e4cc798fd75d5eb1d26f2, entries=200, sequenceid=170, filesize=14.2 K 2024-12-01T23:54:39,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc 2024-12-01T23:54:39,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc, entries=150, sequenceid=170, filesize=11.9 K 2024-12-01T23:54:39,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/b8c2321f18bf489098178e068d295cce as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/b8c2321f18bf489098178e068d295cce 2024-12-01T23:54:39,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/b8c2321f18bf489098178e068d295cce, entries=150, sequenceid=170, filesize=11.9 K 2024-12-01T23:54:39,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 882431be53ce74b892a169a4349b5fbc in 860ms, sequenceid=170, compaction requested=true 2024-12-01T23:54:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:39,296 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:39,296 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:39,297 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:39,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:39,297 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:39,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:39,297 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,297 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,297 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/0d8475eebd0c4088b4c737578bf94aa9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/86e934f98b444dbf9351b43073e8a1e5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=35.9 K 2024-12-01T23:54:39,297 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/50a2a7929e8946ffac4083d5f803cb0d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/49215a91ba2745cfab50f8b8190d77c7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ddc7011126e4cc798fd75d5eb1d26f2] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=38.2 K 2024-12-01T23:54:39,298 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d8475eebd0c4088b4c737578bf94aa9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733097275473 2024-12-01T23:54:39,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50a2a7929e8946ffac4083d5f803cb0d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733097275473 2024-12-01T23:54:39,298 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 86e934f98b444dbf9351b43073e8a1e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733097276624 2024-12-01T23:54:39,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49215a91ba2745cfab50f8b8190d77c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733097276624 2024-12-01T23:54:39,298 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting eeddfe9a3d23473a8abd0ce8f3a0c6dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733097277790 2024-12-01T23:54:39,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ddc7011126e4cc798fd75d5eb1d26f2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733097277790 2024-12-01T23:54:39,304 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:39,304 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/95d4338f64dc42f584d3b0a8bd17536a is 50, key is test_row_0/B:col10/1733097278435/Put/seqid=0 2024-12-01T23:54:39,305 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:39,305 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/ee42cba8198a447197a89698701e604d is 50, key is test_row_0/A:col10/1733097278435/Put/seqid=0 2024-12-01T23:54:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742110_1286 (size=12561) 2024-12-01T23:54:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742111_1287 (size=12561) 2024-12-01T23:54:39,322 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/95d4338f64dc42f584d3b0a8bd17536a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/95d4338f64dc42f584d3b0a8bd17536a 2024-12-01T23:54:39,327 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 95d4338f64dc42f584d3b0a8bd17536a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:39,327 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:39,327 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097279296; duration=0sec 2024-12-01T23:54:39,327 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:39,327 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:39,327 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:39,328 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:39,328 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:39,329 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,329 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e8b117919f6e4ccc9b4e0a495f7cada0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e3956634bc224d8e8086f15f1d9adb80, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/b8c2321f18bf489098178e068d295cce] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=35.9 K 2024-12-01T23:54:39,329 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b117919f6e4ccc9b4e0a495f7cada0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733097275473 2024-12-01T23:54:39,329 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e3956634bc224d8e8086f15f1d9adb80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733097276624 2024-12-01T23:54:39,330 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c2321f18bf489098178e068d295cce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733097277790 2024-12-01T23:54:39,335 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:39,335 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/718ae9bc74964bf1870e6b685e96c20c is 50, key is test_row_0/C:col10/1733097278435/Put/seqid=0 2024-12-01T23:54:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742112_1288 (size=12561) 2024-12-01T23:54:39,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T23:54:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:39,404 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T23:54:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7946f62c66d7421ba70dba3eda6945de is 50, key is test_row_0/A:col10/1733097278458/Put/seqid=0 2024-12-01T23:54:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742113_1289 (size=12151) 2024-12-01T23:54:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:39,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T23:54:39,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097339627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097339628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:39,723 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/ee42cba8198a447197a89698701e604d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ee42cba8198a447197a89698701e604d 2024-12-01T23:54:39,727 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into ee42cba8198a447197a89698701e604d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:39,727 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:39,727 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097279296; duration=0sec 2024-12-01T23:54:39,727 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:39,727 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:39,745 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/718ae9bc74964bf1870e6b685e96c20c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/718ae9bc74964bf1870e6b685e96c20c 2024-12-01T23:54:39,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097339743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097339743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:39,751 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into 718ae9bc74964bf1870e6b685e96c20c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:39,751 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:39,751 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097279296; duration=0sec 2024-12-01T23:54:39,752 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:39,752 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:39,819 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7946f62c66d7421ba70dba3eda6945de 2024-12-01T23:54:39,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/71980f7192a642bf866bbe9067b02ba7 is 50, key is test_row_0/B:col10/1733097278458/Put/seqid=0 2024-12-01T23:54:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742114_1290 (size=12151) 2024-12-01T23:54:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097339953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097339953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,229 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/71980f7192a642bf866bbe9067b02ba7 2024-12-01T23:54:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/8bf489bd46394b64b603e2ae0fe8bec5 is 50, key is test_row_0/C:col10/1733097278458/Put/seqid=0 2024-12-01T23:54:40,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742115_1291 (size=12151) 2024-12-01T23:54:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097340263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097340263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53640 deadline: 1733097340412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,414 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53702 deadline: 1733097340433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,434 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53662 deadline: 1733097340443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,445 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 882431be53ce74b892a169a4349b5fbc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T23:54:40,639 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/8bf489bd46394b64b603e2ae0fe8bec5 2024-12-01T23:54:40,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7946f62c66d7421ba70dba3eda6945de as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7946f62c66d7421ba70dba3eda6945de 2024-12-01T23:54:40,647 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7946f62c66d7421ba70dba3eda6945de, entries=150, sequenceid=187, filesize=11.9 K 2024-12-01T23:54:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/71980f7192a642bf866bbe9067b02ba7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71980f7192a642bf866bbe9067b02ba7 2024-12-01T23:54:40,652 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71980f7192a642bf866bbe9067b02ba7, entries=150, sequenceid=187, filesize=11.9 K 2024-12-01T23:54:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/8bf489bd46394b64b603e2ae0fe8bec5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/8bf489bd46394b64b603e2ae0fe8bec5 2024-12-01T23:54:40,657 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/8bf489bd46394b64b603e2ae0fe8bec5, entries=150, sequenceid=187, filesize=11.9 K 2024-12-01T23:54:40,658 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 882431be53ce74b892a169a4349b5fbc in 1254ms, sequenceid=187, compaction requested=false 2024-12-01T23:54:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-01T23:54:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-01T23:54:40,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-01T23:54:40,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1740 sec 2024-12-01T23:54:40,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.1780 sec 2024-12-01T23:54:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:40,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T23:54:40,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:40,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:40,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:40,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:40,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:40,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:40,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/fb8bea31e9bf440eb94bc18c3f2c5493 is 50, key is test_row_0/A:col10/1733097280775/Put/seqid=0 2024-12-01T23:54:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742116_1292 (size=12151) 2024-12-01T23:54:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097340816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097340817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097340923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097340923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097341133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097341133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:41,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/fb8bea31e9bf440eb94bc18c3f2c5493 2024-12-01T23:54:41,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/353d4215c827460e81d620669c5676e4 is 50, key is test_row_0/B:col10/1733097280775/Put/seqid=0 2024-12-01T23:54:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742117_1293 (size=12151) 2024-12-01T23:54:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097341443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097341443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:41,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/353d4215c827460e81d620669c5676e4 2024-12-01T23:54:41,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f71cd49f00ad459db93adeb41c6d08b8 is 50, key is test_row_0/C:col10/1733097280775/Put/seqid=0 2024-12-01T23:54:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742118_1294 (size=12151) 2024-12-01T23:54:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097341953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097341953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:42,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f71cd49f00ad459db93adeb41c6d08b8 2024-12-01T23:54:42,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/fb8bea31e9bf440eb94bc18c3f2c5493 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fb8bea31e9bf440eb94bc18c3f2c5493 2024-12-01T23:54:42,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fb8bea31e9bf440eb94bc18c3f2c5493, entries=150, sequenceid=207, filesize=11.9 K 2024-12-01T23:54:42,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/353d4215c827460e81d620669c5676e4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/353d4215c827460e81d620669c5676e4 2024-12-01T23:54:42,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/353d4215c827460e81d620669c5676e4, entries=150, sequenceid=207, filesize=11.9 K 2024-12-01T23:54:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f71cd49f00ad459db93adeb41c6d08b8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f71cd49f00ad459db93adeb41c6d08b8 2024-12-01T23:54:42,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f71cd49f00ad459db93adeb41c6d08b8, entries=150, sequenceid=207, filesize=11.9 K 2024-12-01T23:54:42,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 882431be53ce74b892a169a4349b5fbc in 1259ms, sequenceid=207, compaction requested=true 2024-12-01T23:54:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:42,034 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:42,034 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:42,035 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:42,035 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:42,035 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:42,035 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:42,035 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:42,035 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:42,035 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ee42cba8198a447197a89698701e604d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7946f62c66d7421ba70dba3eda6945de, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fb8bea31e9bf440eb94bc18c3f2c5493] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=36.0 K 2024-12-01T23:54:42,035 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/95d4338f64dc42f584d3b0a8bd17536a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71980f7192a642bf866bbe9067b02ba7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/353d4215c827460e81d620669c5676e4] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=36.0 K 2024-12-01T23:54:42,036 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee42cba8198a447197a89698701e604d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733097277790 2024-12-01T23:54:42,036 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 95d4338f64dc42f584d3b0a8bd17536a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733097277790 2024-12-01T23:54:42,036 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 71980f7192a642bf866bbe9067b02ba7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733097278458 2024-12-01T23:54:42,036 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7946f62c66d7421ba70dba3eda6945de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733097278458 2024-12-01T23:54:42,036 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb8bea31e9bf440eb94bc18c3f2c5493, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733097279626 2024-12-01T23:54:42,036 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 353d4215c827460e81d620669c5676e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733097279626 2024-12-01T23:54:42,044 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:42,044 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:42,044 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/8a78598368c5466588506c0f6a586cc3 is 50, key is test_row_0/B:col10/1733097280775/Put/seqid=0 2024-12-01T23:54:42,044 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/cdbdf0a1591848b19c2a4ad208e30f88 is 50, key is test_row_0/A:col10/1733097280775/Put/seqid=0 2024-12-01T23:54:42,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742119_1295 (size=12663) 2024-12-01T23:54:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742120_1296 (size=12663) 2024-12-01T23:54:42,464 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/8a78598368c5466588506c0f6a586cc3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8a78598368c5466588506c0f6a586cc3 2024-12-01T23:54:42,466 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/cdbdf0a1591848b19c2a4ad208e30f88 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/cdbdf0a1591848b19c2a4ad208e30f88 2024-12-01T23:54:42,468 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 8a78598368c5466588506c0f6a586cc3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:42,468 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:42,468 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097282034; duration=0sec 2024-12-01T23:54:42,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:42,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:42,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:42,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:42,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:42,469 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:42,470 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/718ae9bc74964bf1870e6b685e96c20c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/8bf489bd46394b64b603e2ae0fe8bec5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f71cd49f00ad459db93adeb41c6d08b8] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=36.0 K 2024-12-01T23:54:42,470 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 718ae9bc74964bf1870e6b685e96c20c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733097277790 2024-12-01T23:54:42,470 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into cdbdf0a1591848b19c2a4ad208e30f88(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:42,470 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:42,470 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097282034; duration=0sec 2024-12-01T23:54:42,470 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:42,470 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:42,471 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bf489bd46394b64b603e2ae0fe8bec5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733097278458 2024-12-01T23:54:42,471 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f71cd49f00ad459db93adeb41c6d08b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733097279626 2024-12-01T23:54:42,477 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:42,477 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/5c87a50ec5ea420e8aa69ce6b7823b14 is 50, key is test_row_0/C:col10/1733097280775/Put/seqid=0 2024-12-01T23:54:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742121_1297 (size=12663) 2024-12-01T23:54:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T23:54:42,653 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:42,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-01T23:54:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T23:54:42,655 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:42,656 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:42,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T23:54:42,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-01T23:54:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:42,808 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:54:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:42,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:42,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:42,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f89c2bc196a14964ab1d1c734e1d1c36 is 50, key is test_row_0/A:col10/1733097280809/Put/seqid=0 2024-12-01T23:54:42,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742122_1298 (size=12151) 2024-12-01T23:54:42,903 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/5c87a50ec5ea420e8aa69ce6b7823b14 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5c87a50ec5ea420e8aa69ce6b7823b14 2024-12-01T23:54:42,907 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into 5c87a50ec5ea420e8aa69ce6b7823b14(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:42,907 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:42,907 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097282034; duration=0sec 2024-12-01T23:54:42,907 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:42,907 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T23:54:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:42,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:42,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097342995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:42,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097342996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:43,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097343103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:43,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:43,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097343103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:43,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:43,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:43,217 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f89c2bc196a14964ab1d1c734e1d1c36 2024-12-01T23:54:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/eacde55edbc64f30a4ec2dcdabd919ee is 50, key is test_row_0/B:col10/1733097280809/Put/seqid=0 2024-12-01T23:54:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742123_1299 (size=12151) 2024-12-01T23:54:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T23:54:43,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097343313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:43,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097343313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097343623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:43,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097343623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:43,626 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/eacde55edbc64f30a4ec2dcdabd919ee 2024-12-01T23:54:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:43,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ab640c0de01348c8af33d19982d39dff is 50, key is test_row_0/C:col10/1733097280809/Put/seqid=0 2024-12-01T23:54:43,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742124_1300 (size=12151) 2024-12-01T23:54:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T23:54:44,037 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ab640c0de01348c8af33d19982d39dff 2024-12-01T23:54:44,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f89c2bc196a14964ab1d1c734e1d1c36 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f89c2bc196a14964ab1d1c734e1d1c36 2024-12-01T23:54:44,085 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f89c2bc196a14964ab1d1c734e1d1c36, entries=150, sequenceid=223, filesize=11.9 K 2024-12-01T23:54:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/eacde55edbc64f30a4ec2dcdabd919ee as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eacde55edbc64f30a4ec2dcdabd919ee 2024-12-01T23:54:44,094 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eacde55edbc64f30a4ec2dcdabd919ee, entries=150, sequenceid=223, filesize=11.9 K 2024-12-01T23:54:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/ab640c0de01348c8af33d19982d39dff as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ab640c0de01348c8af33d19982d39dff 2024-12-01T23:54:44,099 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ab640c0de01348c8af33d19982d39dff, entries=150, sequenceid=223, filesize=11.9 K 2024-12-01T23:54:44,100 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 882431be53ce74b892a169a4349b5fbc in 1292ms, sequenceid=223, compaction requested=false 2024-12-01T23:54:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-01T23:54:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-01T23:54:44,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-01T23:54:44,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-12-01T23:54:44,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4500 sec 2024-12-01T23:54:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:44,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:54:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:44,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/ea506b8c167e4be5a133d7c877fdc737 is 50, key is test_row_0/A:col10/1733097284135/Put/seqid=0 2024-12-01T23:54:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742125_1301 (size=14541) 2024-12-01T23:54:44,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097344153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097344156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097344263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097344263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097344473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097344473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/ea506b8c167e4be5a133d7c877fdc737 2024-12-01T23:54:44,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/e70a42af83124bd4b4eabcff7945de12 is 50, key is test_row_0/B:col10/1733097284135/Put/seqid=0 2024-12-01T23:54:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742126_1302 (size=12151) 2024-12-01T23:54:44,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097344783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097344783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T23:54:44,803 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:44,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-01T23:54:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T23:54:44,805 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:44,805 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:44,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T23:54:44,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T23:54:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:44,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/e70a42af83124bd4b4eabcff7945de12 2024-12-01T23:54:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:44,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:44,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/6d57308fa91044b89956d2c37a886cdd is 50, key is test_row_0/C:col10/1733097284135/Put/seqid=0 2024-12-01T23:54:44,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742127_1303 (size=12151) 2024-12-01T23:54:45,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T23:54:45,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:45,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T23:54:45,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T23:54:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:45,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097345292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:45,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097345292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:45,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/6d57308fa91044b89956d2c37a886cdd 2024-12-01T23:54:45,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/ea506b8c167e4be5a133d7c877fdc737 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ea506b8c167e4be5a133d7c877fdc737 2024-12-01T23:54:45,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ea506b8c167e4be5a133d7c877fdc737, entries=200, sequenceid=244, filesize=14.2 K 2024-12-01T23:54:45,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/e70a42af83124bd4b4eabcff7945de12 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/e70a42af83124bd4b4eabcff7945de12 2024-12-01T23:54:45,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/e70a42af83124bd4b4eabcff7945de12, entries=150, sequenceid=244, filesize=11.9 K 2024-12-01T23:54:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/6d57308fa91044b89956d2c37a886cdd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/6d57308fa91044b89956d2c37a886cdd 2024-12-01T23:54:45,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/6d57308fa91044b89956d2c37a886cdd, entries=150, sequenceid=244, filesize=11.9 K 2024-12-01T23:54:45,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 882431be53ce74b892a169a4349b5fbc in 1250ms, sequenceid=244, compaction requested=true 2024-12-01T23:54:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:45,387 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:45,387 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:45,387 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:45,387 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:45,388 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:45,388 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:45,388 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,388 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,388 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/cdbdf0a1591848b19c2a4ad208e30f88, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f89c2bc196a14964ab1d1c734e1d1c36, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ea506b8c167e4be5a133d7c877fdc737] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=38.4 K 2024-12-01T23:54:45,388 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8a78598368c5466588506c0f6a586cc3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eacde55edbc64f30a4ec2dcdabd919ee, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/e70a42af83124bd4b4eabcff7945de12] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=36.1 K 2024-12-01T23:54:45,388 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a78598368c5466588506c0f6a586cc3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733097279626 2024-12-01T23:54:45,388 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdbdf0a1591848b19c2a4ad208e30f88, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733097279626 2024-12-01T23:54:45,388 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f89c2bc196a14964ab1d1c734e1d1c36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733097280809 2024-12-01T23:54:45,388 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting eacde55edbc64f30a4ec2dcdabd919ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733097280809 2024-12-01T23:54:45,389 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e70a42af83124bd4b4eabcff7945de12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733097282992 2024-12-01T23:54:45,389 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea506b8c167e4be5a133d7c877fdc737, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733097282991 2024-12-01T23:54:45,396 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:45,396 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:45,396 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f6c8f1238ad0468ba393ec22346a37ab is 50, key is test_row_0/A:col10/1733097284135/Put/seqid=0 2024-12-01T23:54:45,397 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/5957abcc355b468590ab3c061141933c is 50, key is test_row_0/B:col10/1733097284135/Put/seqid=0 2024-12-01T23:54:45,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742129_1305 (size=12765) 2024-12-01T23:54:45,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742128_1304 (size=12765) 2024-12-01T23:54:45,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T23:54:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,416 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:54:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/497e8b2677334804bcd0018b0e80fd74 is 50, key is test_row_0/A:col10/1733097284139/Put/seqid=0 2024-12-01T23:54:45,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742130_1306 (size=12151) 2024-12-01T23:54:45,423 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/497e8b2677334804bcd0018b0e80fd74 2024-12-01T23:54:45,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/a1344426bd094b5c88587c5a9605fd23 is 50, key is test_row_0/B:col10/1733097284139/Put/seqid=0 2024-12-01T23:54:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742131_1307 (size=12151) 2024-12-01T23:54:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T23:54:45,812 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f6c8f1238ad0468ba393ec22346a37ab as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f6c8f1238ad0468ba393ec22346a37ab 2024-12-01T23:54:45,812 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/5957abcc355b468590ab3c061141933c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/5957abcc355b468590ab3c061141933c 2024-12-01T23:54:45,825 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 5957abcc355b468590ab3c061141933c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:45,826 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:45,826 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097285387; duration=0sec 2024-12-01T23:54:45,826 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:45,826 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:45,826 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:45,827 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:45,827 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:45,827 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,827 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5c87a50ec5ea420e8aa69ce6b7823b14, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ab640c0de01348c8af33d19982d39dff, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/6d57308fa91044b89956d2c37a886cdd] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=36.1 K 2024-12-01T23:54:45,828 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c87a50ec5ea420e8aa69ce6b7823b14, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733097279626 2024-12-01T23:54:45,828 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ab640c0de01348c8af33d19982d39dff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733097280809 2024-12-01T23:54:45,828 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into f6c8f1238ad0468ba393ec22346a37ab(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:45,828 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:45,828 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097285386; duration=0sec 2024-12-01T23:54:45,828 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:45,828 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:45,828 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d57308fa91044b89956d2c37a886cdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733097282992 2024-12-01T23:54:45,832 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/a1344426bd094b5c88587c5a9605fd23 2024-12-01T23:54:45,834 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:45,835 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/25a0c35a4c2640f888c32ce25efb6ef5 is 50, key is test_row_0/C:col10/1733097284135/Put/seqid=0 2024-12-01T23:54:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/a02c9879d0d44bb1a1e3a0df29aa258b is 50, key is test_row_0/C:col10/1733097284139/Put/seqid=0 2024-12-01T23:54:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742132_1308 (size=12765) 2024-12-01T23:54:45,846 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/25a0c35a4c2640f888c32ce25efb6ef5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/25a0c35a4c2640f888c32ce25efb6ef5 2024-12-01T23:54:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742133_1309 (size=12151) 2024-12-01T23:54:45,848 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/a02c9879d0d44bb1a1e3a0df29aa258b 2024-12-01T23:54:45,851 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into 25a0c35a4c2640f888c32ce25efb6ef5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:45,851 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:45,851 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097285387; duration=0sec 2024-12-01T23:54:45,852 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:45,852 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:45,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/497e8b2677334804bcd0018b0e80fd74 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/497e8b2677334804bcd0018b0e80fd74 2024-12-01T23:54:45,857 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/497e8b2677334804bcd0018b0e80fd74, entries=150, sequenceid=256, filesize=11.9 K 2024-12-01T23:54:45,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/a1344426bd094b5c88587c5a9605fd23 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/a1344426bd094b5c88587c5a9605fd23 2024-12-01T23:54:45,862 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/a1344426bd094b5c88587c5a9605fd23, entries=150, sequenceid=256, filesize=11.9 K 2024-12-01T23:54:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/a02c9879d0d44bb1a1e3a0df29aa258b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/a02c9879d0d44bb1a1e3a0df29aa258b 2024-12-01T23:54:45,881 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/a02c9879d0d44bb1a1e3a0df29aa258b, entries=150, sequenceid=256, filesize=11.9 K 2024-12-01T23:54:45,882 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 882431be53ce74b892a169a4349b5fbc in 466ms, sequenceid=256, compaction requested=false 2024-12-01T23:54:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-01T23:54:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-01T23:54:45,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-01T23:54:45,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0780 sec 2024-12-01T23:54:45,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0820 sec 2024-12-01T23:54:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T23:54:45,943 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:45,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-01T23:54:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T23:54:45,945 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:45,946 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:45,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T23:54:46,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-01T23:54:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-01T23:54:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-01T23:54:46,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-01T23:54:46,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-01T23:54:46,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 160 msec 2024-12-01T23:54:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T23:54:46,263 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:46,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-01T23:54:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T23:54:46,265 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:46,266 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:46,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:46,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:54:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:46,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/bd11deec921b4256ae38a051aea21cf7 is 50, key is test_row_0/A:col10/1733097286306/Put/seqid=0 2024-12-01T23:54:46,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742134_1310 (size=9857) 2024-12-01T23:54:46,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/bd11deec921b4256ae38a051aea21cf7 2024-12-01T23:54:46,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/b17a1edf193c4664954b0f0fea438acd is 50, key is test_row_0/B:col10/1733097286306/Put/seqid=0 2024-12-01T23:54:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742135_1311 (size=9857) 2024-12-01T23:54:46,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097286337, max timestamp=1733097286342Num uniques 859; 2024-12-01T23:54:46,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:46,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097286337, max timestamp=1733097286342Num uniques 859; 2024-12-01T23:54:46,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:46,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097286337, max timestamp=1733097286342Num uniques 859; 2024-12-01T23:54:46,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:46,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097346367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:46,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T23:54:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097346371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:46,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-01T23:54:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097346483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097346483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:46,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-01T23:54:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T23:54:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097346693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097346693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:46,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-01T23:54:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/b17a1edf193c4664954b0f0fea438acd 2024-12-01T23:54:46,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f118ac4209664ca3ad553118618bc55c is 50, key is test_row_0/C:col10/1733097286306/Put/seqid=0 2024-12-01T23:54:46,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742136_1312 (size=9857) 2024-12-01T23:54:46,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-01T23:54:46,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:46,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:46,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T23:54:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097347002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097347002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-01T23:54:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f118ac4209664ca3ad553118618bc55c 2024-12-01T23:54:47,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/bd11deec921b4256ae38a051aea21cf7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/bd11deec921b4256ae38a051aea21cf7 2024-12-01T23:54:47,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/bd11deec921b4256ae38a051aea21cf7, entries=100, sequenceid=270, filesize=9.6 K 2024-12-01T23:54:47,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/b17a1edf193c4664954b0f0fea438acd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/b17a1edf193c4664954b0f0fea438acd 2024-12-01T23:54:47,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/b17a1edf193c4664954b0f0fea438acd, entries=100, sequenceid=270, filesize=9.6 K 2024-12-01T23:54:47,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f118ac4209664ca3ad553118618bc55c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f118ac4209664ca3ad553118618bc55c 2024-12-01T23:54:47,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f118ac4209664ca3ad553118618bc55c, entries=100, sequenceid=270, filesize=9.6 K 2024-12-01T23:54:47,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 882431be53ce74b892a169a4349b5fbc in 855ms, sequenceid=270, compaction requested=true 2024-12-01T23:54:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:47,165 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:47,165 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:47,166 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:47,166 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:47,166 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,166 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f6c8f1238ad0468ba393ec22346a37ab, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/497e8b2677334804bcd0018b0e80fd74, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/bd11deec921b4256ae38a051aea21cf7] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=34.0 K 2024-12-01T23:54:47,166 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:47,166 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:47,167 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,167 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/5957abcc355b468590ab3c061141933c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/a1344426bd094b5c88587c5a9605fd23, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/b17a1edf193c4664954b0f0fea438acd] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=34.0 K 2024-12-01T23:54:47,167 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6c8f1238ad0468ba393ec22346a37ab, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733097282992 2024-12-01T23:54:47,167 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5957abcc355b468590ab3c061141933c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733097282992 2024-12-01T23:54:47,167 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 497e8b2677334804bcd0018b0e80fd74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733097284139 2024-12-01T23:54:47,167 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a1344426bd094b5c88587c5a9605fd23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733097284139 2024-12-01T23:54:47,167 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd11deec921b4256ae38a051aea21cf7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097286306 2024-12-01T23:54:47,167 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b17a1edf193c4664954b0f0fea438acd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097286306 2024-12-01T23:54:47,173 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:47,174 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7f7891cadc244352a86e7f4d94269f26 is 50, key is test_row_0/A:col10/1733097286306/Put/seqid=0 2024-12-01T23:54:47,174 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:47,174 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/53bd8f4c06f1483080fabd929c386790 is 50, key is test_row_0/B:col10/1733097286306/Put/seqid=0 2024-12-01T23:54:47,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-01T23:54:47,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,183 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T23:54:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742137_1313 (size=12967) 2024-12-01T23:54:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:47,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/e91be63893c647ed8c3837cbf78f1153 is 50, key is test_row_0/A:col10/1733097286361/Put/seqid=0 2024-12-01T23:54:47,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742138_1314 (size=12967) 2024-12-01T23:54:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742139_1315 (size=12301) 2024-12-01T23:54:47,204 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/e91be63893c647ed8c3837cbf78f1153 2024-12-01T23:54:47,204 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/53bd8f4c06f1483080fabd929c386790 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/53bd8f4c06f1483080fabd929c386790 2024-12-01T23:54:47,209 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 53bd8f4c06f1483080fabd929c386790(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:47,209 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:47,209 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097287165; duration=0sec 2024-12-01T23:54:47,209 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:47,209 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:47,210 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:47,210 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:47,210 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:47,211 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,211 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/25a0c35a4c2640f888c32ce25efb6ef5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/a02c9879d0d44bb1a1e3a0df29aa258b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f118ac4209664ca3ad553118618bc55c] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=34.0 K 2024-12-01T23:54:47,211 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 25a0c35a4c2640f888c32ce25efb6ef5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733097282992 2024-12-01T23:54:47,211 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a02c9879d0d44bb1a1e3a0df29aa258b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733097284139 2024-12-01T23:54:47,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/43b1d02963f846b5af8274fa29ab9f78 is 50, key is test_row_0/B:col10/1733097286361/Put/seqid=0 2024-12-01T23:54:47,212 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f118ac4209664ca3ad553118618bc55c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097286306 2024-12-01T23:54:47,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742140_1316 (size=12301) 2024-12-01T23:54:47,224 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:47,225 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/43b1d02963f846b5af8274fa29ab9f78 2024-12-01T23:54:47,225 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/9582a2e6a5114fafa1fdcf7bec53d89a is 50, key is test_row_0/C:col10/1733097286306/Put/seqid=0 2024-12-01T23:54:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742141_1317 (size=12967) 2024-12-01T23:54:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/820111a1926a40a3bf956c53dd2fb05d is 50, key is test_row_0/C:col10/1733097286361/Put/seqid=0 2024-12-01T23:54:47,235 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/9582a2e6a5114fafa1fdcf7bec53d89a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/9582a2e6a5114fafa1fdcf7bec53d89a 2024-12-01T23:54:47,240 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into 9582a2e6a5114fafa1fdcf7bec53d89a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:47,240 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:47,240 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097287165; duration=0sec 2024-12-01T23:54:47,240 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:47,240 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:47,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742142_1318 (size=12301) 2024-12-01T23:54:47,241 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/820111a1926a40a3bf956c53dd2fb05d 2024-12-01T23:54:47,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/e91be63893c647ed8c3837cbf78f1153 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e91be63893c647ed8c3837cbf78f1153 2024-12-01T23:54:47,250 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e91be63893c647ed8c3837cbf78f1153, entries=150, sequenceid=307, filesize=12.0 K 2024-12-01T23:54:47,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/43b1d02963f846b5af8274fa29ab9f78 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/43b1d02963f846b5af8274fa29ab9f78 2024-12-01T23:54:47,255 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/43b1d02963f846b5af8274fa29ab9f78, entries=150, sequenceid=307, filesize=12.0 K 2024-12-01T23:54:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/820111a1926a40a3bf956c53dd2fb05d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/820111a1926a40a3bf956c53dd2fb05d 2024-12-01T23:54:47,262 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/820111a1926a40a3bf956c53dd2fb05d, entries=150, sequenceid=307, filesize=12.0 K 2024-12-01T23:54:47,263 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for 882431be53ce74b892a169a4349b5fbc in 79ms, sequenceid=307, compaction requested=false 2024-12-01T23:54:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-01T23:54:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-01T23:54:47,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-01T23:54:47,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-12-01T23:54:47,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0050 sec 2024-12-01T23:54:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T23:54:47,403 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:47,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-01T23:54:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-01T23:54:47,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:47,407 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:47,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-01T23:54:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:47,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:54:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:47,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/3cafca53a10c4cd7989f1e24169479c6 is 50, key is test_row_0/A:col10/1733097287521/Put/seqid=0 2024-12-01T23:54:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742143_1319 (size=9857) 2024-12-01T23:54:47,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097287545, max timestamp=1733097287554Num uniques 859; 2024-12-01T23:54:47,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:47,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097287545, max timestamp=1733097287554Num uniques 859; 2024-12-01T23:54:47,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:47,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097287545, max timestamp=1733097287554Num uniques 859; 2024-12-01T23:54:47,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:54:47,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-01T23:54:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,589 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7f7891cadc244352a86e7f4d94269f26 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7f7891cadc244352a86e7f4d94269f26 2024-12-01T23:54:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097347586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097347588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,595 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into 7f7891cadc244352a86e7f4d94269f26(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:47,595 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:47,595 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097287165; duration=0sec 2024-12-01T23:54:47,596 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:47,596 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097347693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097347703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-01T23:54:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-01T23:54:47,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-01T23:54:47,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:47,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097347903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097347913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:47,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/3cafca53a10c4cd7989f1e24169479c6 2024-12-01T23:54:47,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/7418b95f0ad04f5dae4454f06f7b840d is 50, key is test_row_0/B:col10/1733097287521/Put/seqid=0 2024-12-01T23:54:47,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742144_1320 (size=9857) 2024-12-01T23:54:47,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/7418b95f0ad04f5dae4454f06f7b840d 2024-12-01T23:54:47,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/2f0ad42fde1642938e4892a0c8a953e9 is 50, key is test_row_0/C:col10/1733097287521/Put/seqid=0 2024-12-01T23:54:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742145_1321 (size=9857) 2024-12-01T23:54:47,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/2f0ad42fde1642938e4892a0c8a953e9 2024-12-01T23:54:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/3cafca53a10c4cd7989f1e24169479c6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/3cafca53a10c4cd7989f1e24169479c6 2024-12-01T23:54:47,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/3cafca53a10c4cd7989f1e24169479c6, entries=100, sequenceid=319, filesize=9.6 K 2024-12-01T23:54:47,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/7418b95f0ad04f5dae4454f06f7b840d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7418b95f0ad04f5dae4454f06f7b840d 2024-12-01T23:54:47,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7418b95f0ad04f5dae4454f06f7b840d, entries=100, sequenceid=319, filesize=9.6 K 2024-12-01T23:54:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/2f0ad42fde1642938e4892a0c8a953e9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/2f0ad42fde1642938e4892a0c8a953e9 2024-12-01T23:54:47,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/2f0ad42fde1642938e4892a0c8a953e9, entries=100, sequenceid=319, filesize=9.6 K 2024-12-01T23:54:47,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 882431be53ce74b892a169a4349b5fbc in 470ms, sequenceid=319, compaction requested=true 2024-12-01T23:54:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:47,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:47,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:47,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35125 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:47,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35125 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:47,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:47,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:47,993 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,993 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/53bd8f4c06f1483080fabd929c386790, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/43b1d02963f846b5af8274fa29ab9f78, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7418b95f0ad04f5dae4454f06f7b840d] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=34.3 K 2024-12-01T23:54:47,993 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:47,993 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7f7891cadc244352a86e7f4d94269f26, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e91be63893c647ed8c3837cbf78f1153, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/3cafca53a10c4cd7989f1e24169479c6] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=34.3 K 2024-12-01T23:54:47,994 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 53bd8f4c06f1483080fabd929c386790, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097284154 2024-12-01T23:54:47,994 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f7891cadc244352a86e7f4d94269f26, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097284154 2024-12-01T23:54:47,994 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e91be63893c647ed8c3837cbf78f1153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733097286361 2024-12-01T23:54:47,994 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 43b1d02963f846b5af8274fa29ab9f78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733097286361 2024-12-01T23:54:47,995 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cafca53a10c4cd7989f1e24169479c6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097287516 2024-12-01T23:54:47,995 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7418b95f0ad04f5dae4454f06f7b840d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097287516 2024-12-01T23:54:48,005 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:48,005 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/e0d30b8c39a54308badc2af0ac278bf6 is 50, key is test_row_0/A:col10/1733097287521/Put/seqid=0 2024-12-01T23:54:48,008 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:48,009 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/066971e38f4d4bc98dbcb893889deb4c is 50, key is test_row_0/B:col10/1733097287521/Put/seqid=0 2024-12-01T23:54:48,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-01T23:54:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:48,018 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T23:54:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:48,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/355d08857d7f49799f15ef9b1706d309 is 50, key is test_row_0/A:col10/1733097287585/Put/seqid=0 2024-12-01T23:54:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742146_1322 (size=13119) 2024-12-01T23:54:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742147_1323 (size=13119) 2024-12-01T23:54:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-01T23:54:48,034 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/066971e38f4d4bc98dbcb893889deb4c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/066971e38f4d4bc98dbcb893889deb4c 2024-12-01T23:54:48,040 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into 066971e38f4d4bc98dbcb893889deb4c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:48,040 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:48,040 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097287992; duration=0sec 2024-12-01T23:54:48,040 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:48,040 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:48,040 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:48,041 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35125 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:48,041 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/C is initiating minor compaction (all files) 2024-12-01T23:54:48,041 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/C in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:48,041 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/9582a2e6a5114fafa1fdcf7bec53d89a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/820111a1926a40a3bf956c53dd2fb05d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/2f0ad42fde1642938e4892a0c8a953e9] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=34.3 K 2024-12-01T23:54:48,042 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 9582a2e6a5114fafa1fdcf7bec53d89a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097284154 2024-12-01T23:54:48,042 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 820111a1926a40a3bf956c53dd2fb05d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733097286361 2024-12-01T23:54:48,042 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f0ad42fde1642938e4892a0c8a953e9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097287516 2024-12-01T23:54:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742148_1324 (size=12301) 2024-12-01T23:54:48,044 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/355d08857d7f49799f15ef9b1706d309 2024-12-01T23:54:48,051 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:48,051 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/34f105267a0346eabfa92c37d73734f0 is 50, key is test_row_0/C:col10/1733097287521/Put/seqid=0 2024-12-01T23:54:48,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/d4ae6e91e7564d8da9f47753fda7a30b is 50, key is test_row_0/B:col10/1733097287585/Put/seqid=0 2024-12-01T23:54:48,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742149_1325 (size=13119) 2024-12-01T23:54:48,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742150_1326 (size=12301) 2024-12-01T23:54:48,066 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/34f105267a0346eabfa92c37d73734f0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/34f105267a0346eabfa92c37d73734f0 2024-12-01T23:54:48,070 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/C of 882431be53ce74b892a169a4349b5fbc into 34f105267a0346eabfa92c37d73734f0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:48,070 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:48,070 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/C, priority=13, startTime=1733097287992; duration=0sec 2024-12-01T23:54:48,070 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:48,070 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:48,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. as already flushing 2024-12-01T23:54:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097348232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097348233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097348343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097348343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,435 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/e0d30b8c39a54308badc2af0ac278bf6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e0d30b8c39a54308badc2af0ac278bf6 2024-12-01T23:54:48,439 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into e0d30b8c39a54308badc2af0ac278bf6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:48,439 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:48,439 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097287992; duration=0sec 2024-12-01T23:54:48,439 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:48,439 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:48,466 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/d4ae6e91e7564d8da9f47753fda7a30b 2024-12-01T23:54:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/82cac344ddf647209fbea48eec3ce7e2 is 50, key is test_row_0/C:col10/1733097287585/Put/seqid=0 2024-12-01T23:54:48,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742151_1327 (size=12301) 2024-12-01T23:54:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-01T23:54:48,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097348552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097348552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,829 INFO [Thread-1167 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1167. 2024-12-01T23:54:48,829 DEBUG [Thread-1167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:48,829 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,829 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:48,829 INFO [Thread-1175 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1175. 2024-12-01T23:54:48,829 DEBUG [Thread-1175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:48,829 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,830 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:48,831 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-12-01T23:54:48,831 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:48,831 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,831 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:48,832 INFO [Thread-1173 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1173. 2024-12-01T23:54:48,832 DEBUG [Thread-1173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:48,832 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,832 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:48,833 INFO [Thread-1169 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1169. 2024-12-01T23:54:48,833 DEBUG [Thread-1169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:48,833 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,833 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:48,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:48,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53660 deadline: 1733097348863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733097348863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:54:48,877 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/82cac344ddf647209fbea48eec3ce7e2 2024-12-01T23:54:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/355d08857d7f49799f15ef9b1706d309 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/355d08857d7f49799f15ef9b1706d309 2024-12-01T23:54:48,890 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/355d08857d7f49799f15ef9b1706d309, entries=150, sequenceid=357, filesize=12.0 K 2024-12-01T23:54:48,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/d4ae6e91e7564d8da9f47753fda7a30b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/d4ae6e91e7564d8da9f47753fda7a30b 2024-12-01T23:54:48,895 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/d4ae6e91e7564d8da9f47753fda7a30b, entries=150, sequenceid=357, filesize=12.0 K 2024-12-01T23:54:48,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/82cac344ddf647209fbea48eec3ce7e2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/82cac344ddf647209fbea48eec3ce7e2 2024-12-01T23:54:48,899 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/82cac344ddf647209fbea48eec3ce7e2, entries=150, sequenceid=357, filesize=12.0 K 2024-12-01T23:54:48,900 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 882431be53ce74b892a169a4349b5fbc in 883ms, sequenceid=357, compaction requested=false 2024-12-01T23:54:48,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:48,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:48,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-01T23:54:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-01T23:54:48,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-01T23:54:48,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-12-01T23:54:48,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4990 sec 2024-12-01T23:54:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:49,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:54:49,379 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-12-01T23:54:49,379 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-12-01T23:54:49,379 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:49,379 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:49,379 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:49,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:49,379 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:49,379 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:49,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:49,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:49,379 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:49,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:49,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:49,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:49,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7e4e51abc6194f849d513189c91cdd1c is 50, key is test_row_0/A:col10/1733097289375/Put/seqid=0 2024-12-01T23:54:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742152_1328 (size=12301) 2024-12-01T23:54:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-01T23:54:49,554 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:49,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7e4e51abc6194f849d513189c91cdd1c 2024-12-01T23:54:49,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/7a78edef911d40a7b8423447515a57fa is 50, key is test_row_0/B:col10/1733097289375/Put/seqid=0 2024-12-01T23:54:49,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742153_1329 (size=12301) 2024-12-01T23:54:50,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/7a78edef911d40a7b8423447515a57fa 2024-12-01T23:54:50,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f74cbd4aabb54f02ba2da452bae55ed1 is 50, key is test_row_0/C:col10/1733097289375/Put/seqid=0 2024-12-01T23:54:50,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742154_1330 (size=12301) 2024-12-01T23:54:50,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f74cbd4aabb54f02ba2da452bae55ed1 2024-12-01T23:54:50,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/7e4e51abc6194f849d513189c91cdd1c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7e4e51abc6194f849d513189c91cdd1c 2024-12-01T23:54:50,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7e4e51abc6194f849d513189c91cdd1c, entries=150, sequenceid=372, filesize=12.0 K 2024-12-01T23:54:50,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/7a78edef911d40a7b8423447515a57fa as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7a78edef911d40a7b8423447515a57fa 2024-12-01T23:54:50,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7a78edef911d40a7b8423447515a57fa, entries=150, sequenceid=372, filesize=12.0 K 2024-12-01T23:54:50,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f74cbd4aabb54f02ba2da452bae55ed1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f74cbd4aabb54f02ba2da452bae55ed1 2024-12-01T23:54:50,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f74cbd4aabb54f02ba2da452bae55ed1, entries=150, sequenceid=372, filesize=12.0 K 2024-12-01T23:54:50,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 882431be53ce74b892a169a4349b5fbc in 918ms, sequenceid=372, compaction requested=true 2024-12-01T23:54:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:50,296 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:50,296 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 882431be53ce74b892a169a4349b5fbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:50,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:50,297 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:50,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/A is initiating minor compaction (all files) 2024-12-01T23:54:50,297 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 882431be53ce74b892a169a4349b5fbc/B is initiating minor compaction (all files) 2024-12-01T23:54:50,297 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/A in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:50,297 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 882431be53ce74b892a169a4349b5fbc/B in TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:50,297 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e0d30b8c39a54308badc2af0ac278bf6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/355d08857d7f49799f15ef9b1706d309, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7e4e51abc6194f849d513189c91cdd1c] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=36.8 K 2024-12-01T23:54:50,297 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/066971e38f4d4bc98dbcb893889deb4c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/d4ae6e91e7564d8da9f47753fda7a30b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7a78edef911d40a7b8423447515a57fa] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp, totalSize=36.8 K 2024-12-01T23:54:50,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d30b8c39a54308badc2af0ac278bf6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097286370 2024-12-01T23:54:50,297 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 066971e38f4d4bc98dbcb893889deb4c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733097286370 2024-12-01T23:54:50,298 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d4ae6e91e7564d8da9f47753fda7a30b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733097287566 2024-12-01T23:54:50,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 355d08857d7f49799f15ef9b1706d309, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733097287566 2024-12-01T23:54:50,298 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a78edef911d40a7b8423447515a57fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733097288230 2024-12-01T23:54:50,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e4e51abc6194f849d513189c91cdd1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733097288230 2024-12-01T23:54:50,306 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:50,306 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 882431be53ce74b892a169a4349b5fbc#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:50,307 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/13acac60c0b640bb98c391906bd64693 is 50, key is test_row_0/A:col10/1733097289375/Put/seqid=0 2024-12-01T23:54:50,307 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/be2ae85c5bdc43e383c7928a1ccc02b0 is 50, key is test_row_0/B:col10/1733097289375/Put/seqid=0 2024-12-01T23:54:50,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742155_1331 (size=13221) 2024-12-01T23:54:50,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742156_1332 (size=13221) 2024-12-01T23:54:50,437 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-12-01T23:54:50,438 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:50,438 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,438 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:50,515 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-12-01T23:54:50,515 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:50,515 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,515 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:50,524 INFO [Thread-1164 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1164. 2024-12-01T23:54:50,524 DEBUG [Thread-1164 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:54:50,524 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,524 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5041 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4919 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4894 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5049 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4961 2024-12-01T23:54:50,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T23:54:50,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:54:50,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:54:50,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:50,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:54:50,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T23:54:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T23:54:50,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097290530"}]},"ts":"1733097290530"} 2024-12-01T23:54:50,532 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T23:54:50,532 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T23:54:50,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:54:50,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, UNASSIGN}] 2024-12-01T23:54:50,535 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, UNASSIGN 2024-12-01T23:54:50,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=882431be53ce74b892a169a4349b5fbc, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:50,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, UNASSIGN because future has completed 2024-12-01T23:54:50,538 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:54:50,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T23:54:50,691 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:50,692 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:54:50,692 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 882431be53ce74b892a169a4349b5fbc, disabling compactions & flushes 2024-12-01T23:54:50,692 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:50,722 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/13acac60c0b640bb98c391906bd64693 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/13acac60c0b640bb98c391906bd64693 2024-12-01T23:54:50,723 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/be2ae85c5bdc43e383c7928a1ccc02b0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/be2ae85c5bdc43e383c7928a1ccc02b0 2024-12-01T23:54:50,727 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/A of 882431be53ce74b892a169a4349b5fbc into 13acac60c0b640bb98c391906bd64693(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:50,727 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:50,727 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/A, priority=13, startTime=1733097290296; duration=0sec 2024-12-01T23:54:50,727 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:50,727 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:A 2024-12-01T23:54:50,728 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. because compaction request was cancelled 2024-12-01T23:54:50,728 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:C 2024-12-01T23:54:50,728 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 882431be53ce74b892a169a4349b5fbc/B of 882431be53ce74b892a169a4349b5fbc into be2ae85c5bdc43e383c7928a1ccc02b0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:50,728 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 882431be53ce74b892a169a4349b5fbc: 2024-12-01T23:54:50,728 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., storeName=882431be53ce74b892a169a4349b5fbc/B, priority=13, startTime=1733097290296; duration=0sec 2024-12-01T23:54:50,728 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:50,728 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:50,728 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 882431be53ce74b892a169a4349b5fbc:B 2024-12-01T23:54:50,728 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:50,728 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. after waiting 0 ms 2024-12-01T23:54:50,728 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:50,729 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 882431be53ce74b892a169a4349b5fbc 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-01T23:54:50,729 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=A 2024-12-01T23:54:50,729 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:50,729 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=B 2024-12-01T23:54:50,729 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:50,729 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 882431be53ce74b892a169a4349b5fbc, store=C 2024-12-01T23:54:50,729 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:50,734 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f288a73f93ce49b4a3d2d8e3ad420507 is 50, key is test_row_0/A:col10/1733097290513/Put/seqid=0 2024-12-01T23:54:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742157_1333 (size=9857) 2024-12-01T23:54:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T23:54:51,139 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f288a73f93ce49b4a3d2d8e3ad420507 2024-12-01T23:54:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T23:54:51,153 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/8e2e04bd30de4e4db5f0106d86624ec7 is 50, key is test_row_0/B:col10/1733097290513/Put/seqid=0 2024-12-01T23:54:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742158_1334 (size=9857) 2024-12-01T23:54:51,557 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/8e2e04bd30de4e4db5f0106d86624ec7 2024-12-01T23:54:51,569 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f13f0467874d49f69363c3685b5dd5e4 is 50, key is test_row_0/C:col10/1733097290513/Put/seqid=0 2024-12-01T23:54:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742159_1335 (size=9857) 2024-12-01T23:54:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T23:54:51,976 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f13f0467874d49f69363c3685b5dd5e4 2024-12-01T23:54:51,988 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/A/f288a73f93ce49b4a3d2d8e3ad420507 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f288a73f93ce49b4a3d2d8e3ad420507 2024-12-01T23:54:51,995 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f288a73f93ce49b4a3d2d8e3ad420507, entries=100, sequenceid=380, filesize=9.6 K 2024-12-01T23:54:51,996 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/B/8e2e04bd30de4e4db5f0106d86624ec7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8e2e04bd30de4e4db5f0106d86624ec7 2024-12-01T23:54:52,003 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8e2e04bd30de4e4db5f0106d86624ec7, entries=100, sequenceid=380, filesize=9.6 K 2024-12-01T23:54:52,004 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/.tmp/C/f13f0467874d49f69363c3685b5dd5e4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f13f0467874d49f69363c3685b5dd5e4 2024-12-01T23:54:52,010 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f13f0467874d49f69363c3685b5dd5e4, entries=100, sequenceid=380, filesize=9.6 K 2024-12-01T23:54:52,011 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 882431be53ce74b892a169a4349b5fbc in 1283ms, sequenceid=380, compaction requested=true 2024-12-01T23:54:52,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8a627affe3244c06a47bcb782dc93e5f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fdadb415a51b439584ac74b77cc22761, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/262594844f8943eaa3a71beadb992166, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/a401aa3e0ebe4dc2919d5fb4752932e8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/01b17357bfa14076bd0a1d6dbbb81415, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/0bc8d5d34d554b46b08dba0633dea805, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ba257aeff484269b2dfde3749e3e5e8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/27e0939440064a6aa0c19c395a60ef06, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/9a8d642f1d51422cb662cfedc976d211, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/50a2a7929e8946ffac4083d5f803cb0d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/49215a91ba2745cfab50f8b8190d77c7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ddc7011126e4cc798fd75d5eb1d26f2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ee42cba8198a447197a89698701e604d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7946f62c66d7421ba70dba3eda6945de, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/cdbdf0a1591848b19c2a4ad208e30f88, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fb8bea31e9bf440eb94bc18c3f2c5493, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f89c2bc196a14964ab1d1c734e1d1c36, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ea506b8c167e4be5a133d7c877fdc737, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f6c8f1238ad0468ba393ec22346a37ab, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/497e8b2677334804bcd0018b0e80fd74, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7f7891cadc244352a86e7f4d94269f26, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/bd11deec921b4256ae38a051aea21cf7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e91be63893c647ed8c3837cbf78f1153, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e0d30b8c39a54308badc2af0ac278bf6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/3cafca53a10c4cd7989f1e24169479c6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/355d08857d7f49799f15ef9b1706d309, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7e4e51abc6194f849d513189c91cdd1c] to archive 2024-12-01T23:54:52,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:54:52,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8a627affe3244c06a47bcb782dc93e5f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8a627affe3244c06a47bcb782dc93e5f 2024-12-01T23:54:52,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fdadb415a51b439584ac74b77cc22761 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fdadb415a51b439584ac74b77cc22761 2024-12-01T23:54:52,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/262594844f8943eaa3a71beadb992166 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/262594844f8943eaa3a71beadb992166 2024-12-01T23:54:52,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/a401aa3e0ebe4dc2919d5fb4752932e8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/a401aa3e0ebe4dc2919d5fb4752932e8 2024-12-01T23:54:52,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/01b17357bfa14076bd0a1d6dbbb81415 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/01b17357bfa14076bd0a1d6dbbb81415 2024-12-01T23:54:52,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/0bc8d5d34d554b46b08dba0633dea805 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/0bc8d5d34d554b46b08dba0633dea805 2024-12-01T23:54:52,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ba257aeff484269b2dfde3749e3e5e8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ba257aeff484269b2dfde3749e3e5e8 2024-12-01T23:54:52,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/27e0939440064a6aa0c19c395a60ef06 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/27e0939440064a6aa0c19c395a60ef06 2024-12-01T23:54:52,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/9a8d642f1d51422cb662cfedc976d211 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/9a8d642f1d51422cb662cfedc976d211 2024-12-01T23:54:52,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/50a2a7929e8946ffac4083d5f803cb0d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/50a2a7929e8946ffac4083d5f803cb0d 2024-12-01T23:54:52,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/49215a91ba2745cfab50f8b8190d77c7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/49215a91ba2745cfab50f8b8190d77c7 2024-12-01T23:54:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ddc7011126e4cc798fd75d5eb1d26f2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/8ddc7011126e4cc798fd75d5eb1d26f2 2024-12-01T23:54:52,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ee42cba8198a447197a89698701e604d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ee42cba8198a447197a89698701e604d 2024-12-01T23:54:52,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7946f62c66d7421ba70dba3eda6945de to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7946f62c66d7421ba70dba3eda6945de 2024-12-01T23:54:52,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/cdbdf0a1591848b19c2a4ad208e30f88 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/cdbdf0a1591848b19c2a4ad208e30f88 2024-12-01T23:54:52,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fb8bea31e9bf440eb94bc18c3f2c5493 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/fb8bea31e9bf440eb94bc18c3f2c5493 2024-12-01T23:54:52,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f89c2bc196a14964ab1d1c734e1d1c36 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f89c2bc196a14964ab1d1c734e1d1c36 2024-12-01T23:54:52,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ea506b8c167e4be5a133d7c877fdc737 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/ea506b8c167e4be5a133d7c877fdc737 2024-12-01T23:54:52,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f6c8f1238ad0468ba393ec22346a37ab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f6c8f1238ad0468ba393ec22346a37ab 2024-12-01T23:54:52,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/497e8b2677334804bcd0018b0e80fd74 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/497e8b2677334804bcd0018b0e80fd74 2024-12-01T23:54:52,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7f7891cadc244352a86e7f4d94269f26 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7f7891cadc244352a86e7f4d94269f26 2024-12-01T23:54:52,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/bd11deec921b4256ae38a051aea21cf7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/bd11deec921b4256ae38a051aea21cf7 2024-12-01T23:54:52,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e91be63893c647ed8c3837cbf78f1153 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e91be63893c647ed8c3837cbf78f1153 2024-12-01T23:54:52,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e0d30b8c39a54308badc2af0ac278bf6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/e0d30b8c39a54308badc2af0ac278bf6 2024-12-01T23:54:52,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/3cafca53a10c4cd7989f1e24169479c6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/3cafca53a10c4cd7989f1e24169479c6 2024-12-01T23:54:52,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/355d08857d7f49799f15ef9b1706d309 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/355d08857d7f49799f15ef9b1706d309 2024-12-01T23:54:52,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7e4e51abc6194f849d513189c91cdd1c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/7e4e51abc6194f849d513189c91cdd1c 2024-12-01T23:54:52,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/1ff06aa8e3ad4fa4b475489a08293f43, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3cc79e3059914545a498fcc97620fb68, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8b252471863b4494b280c526ebcba764, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/6885609ca53c42c9a96dc104f343eeab, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/375ca80d085847bcbcd3c8a1ac7f7722, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71ba3c3e0a404fd5a1c9d300ca1fc96d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/f6a8a486b4dd4f48be94fa9d6db1e3e8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/09b7448dc4744a4cbc072be0adea81b9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/0d8475eebd0c4088b4c737578bf94aa9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3fd718c5216b480e9249f2e167762ade, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/86e934f98b444dbf9351b43073e8a1e5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/95d4338f64dc42f584d3b0a8bd17536a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71980f7192a642bf866bbe9067b02ba7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8a78598368c5466588506c0f6a586cc3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/353d4215c827460e81d620669c5676e4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eacde55edbc64f30a4ec2dcdabd919ee, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/5957abcc355b468590ab3c061141933c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/e70a42af83124bd4b4eabcff7945de12, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/a1344426bd094b5c88587c5a9605fd23, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/53bd8f4c06f1483080fabd929c386790, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/b17a1edf193c4664954b0f0fea438acd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/43b1d02963f846b5af8274fa29ab9f78, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/066971e38f4d4bc98dbcb893889deb4c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7418b95f0ad04f5dae4454f06f7b840d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/d4ae6e91e7564d8da9f47753fda7a30b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7a78edef911d40a7b8423447515a57fa] to archive 2024-12-01T23:54:52,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:54:52,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/1ff06aa8e3ad4fa4b475489a08293f43 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/1ff06aa8e3ad4fa4b475489a08293f43 2024-12-01T23:54:52,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3cc79e3059914545a498fcc97620fb68 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3cc79e3059914545a498fcc97620fb68 2024-12-01T23:54:52,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8b252471863b4494b280c526ebcba764 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8b252471863b4494b280c526ebcba764 2024-12-01T23:54:52,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/6885609ca53c42c9a96dc104f343eeab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/6885609ca53c42c9a96dc104f343eeab 2024-12-01T23:54:52,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/375ca80d085847bcbcd3c8a1ac7f7722 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/375ca80d085847bcbcd3c8a1ac7f7722 2024-12-01T23:54:52,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71ba3c3e0a404fd5a1c9d300ca1fc96d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71ba3c3e0a404fd5a1c9d300ca1fc96d 2024-12-01T23:54:52,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/f6a8a486b4dd4f48be94fa9d6db1e3e8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/f6a8a486b4dd4f48be94fa9d6db1e3e8 2024-12-01T23:54:52,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/09b7448dc4744a4cbc072be0adea81b9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/09b7448dc4744a4cbc072be0adea81b9 2024-12-01T23:54:52,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/0d8475eebd0c4088b4c737578bf94aa9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/0d8475eebd0c4088b4c737578bf94aa9 2024-12-01T23:54:52,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3fd718c5216b480e9249f2e167762ade to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/3fd718c5216b480e9249f2e167762ade 2024-12-01T23:54:52,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/86e934f98b444dbf9351b43073e8a1e5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/86e934f98b444dbf9351b43073e8a1e5 2024-12-01T23:54:52,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/95d4338f64dc42f584d3b0a8bd17536a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/95d4338f64dc42f584d3b0a8bd17536a 2024-12-01T23:54:52,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eeddfe9a3d23473a8abd0ce8f3a0c6dc 2024-12-01T23:54:52,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71980f7192a642bf866bbe9067b02ba7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/71980f7192a642bf866bbe9067b02ba7 2024-12-01T23:54:52,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8a78598368c5466588506c0f6a586cc3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8a78598368c5466588506c0f6a586cc3 2024-12-01T23:54:52,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/353d4215c827460e81d620669c5676e4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/353d4215c827460e81d620669c5676e4 2024-12-01T23:54:52,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eacde55edbc64f30a4ec2dcdabd919ee to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/eacde55edbc64f30a4ec2dcdabd919ee 2024-12-01T23:54:52,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/5957abcc355b468590ab3c061141933c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/5957abcc355b468590ab3c061141933c 2024-12-01T23:54:52,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/e70a42af83124bd4b4eabcff7945de12 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/e70a42af83124bd4b4eabcff7945de12 2024-12-01T23:54:52,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/a1344426bd094b5c88587c5a9605fd23 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/a1344426bd094b5c88587c5a9605fd23 2024-12-01T23:54:52,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/53bd8f4c06f1483080fabd929c386790 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/53bd8f4c06f1483080fabd929c386790 2024-12-01T23:54:52,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/b17a1edf193c4664954b0f0fea438acd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/b17a1edf193c4664954b0f0fea438acd 2024-12-01T23:54:52,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/43b1d02963f846b5af8274fa29ab9f78 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/43b1d02963f846b5af8274fa29ab9f78 2024-12-01T23:54:52,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/066971e38f4d4bc98dbcb893889deb4c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/066971e38f4d4bc98dbcb893889deb4c 2024-12-01T23:54:52,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7418b95f0ad04f5dae4454f06f7b840d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7418b95f0ad04f5dae4454f06f7b840d 2024-12-01T23:54:52,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/d4ae6e91e7564d8da9f47753fda7a30b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/d4ae6e91e7564d8da9f47753fda7a30b 2024-12-01T23:54:52,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7a78edef911d40a7b8423447515a57fa to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/7a78edef911d40a7b8423447515a57fa 2024-12-01T23:54:52,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5a9e4a688c04435d81bccd5fafcc38b8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/828cb71417f7416f9557965ebecf3729, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e7eb49b2263946e580cb94df63f3d543, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/863e7d22a25e42f2a23723ed2f46267e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ffb6f5383d9f47018469dc58a5a9ea0c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ca14b204103d40e5a5ab94a8c85c6cb4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/aae820c276eb433a9feb1588327c6978, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/28f7d4c33bbf46b1abe48ecffc48edd2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e8b117919f6e4ccc9b4e0a495f7cada0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/77710297d57b4ec68de79d0b2041e6e1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e3956634bc224d8e8086f15f1d9adb80, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/718ae9bc74964bf1870e6b685e96c20c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/b8c2321f18bf489098178e068d295cce, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/8bf489bd46394b64b603e2ae0fe8bec5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5c87a50ec5ea420e8aa69ce6b7823b14, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f71cd49f00ad459db93adeb41c6d08b8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ab640c0de01348c8af33d19982d39dff, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/25a0c35a4c2640f888c32ce25efb6ef5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/6d57308fa91044b89956d2c37a886cdd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/a02c9879d0d44bb1a1e3a0df29aa258b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/9582a2e6a5114fafa1fdcf7bec53d89a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f118ac4209664ca3ad553118618bc55c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/820111a1926a40a3bf956c53dd2fb05d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/2f0ad42fde1642938e4892a0c8a953e9] to archive 2024-12-01T23:54:52,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:54:52,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5a9e4a688c04435d81bccd5fafcc38b8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5a9e4a688c04435d81bccd5fafcc38b8 2024-12-01T23:54:52,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/828cb71417f7416f9557965ebecf3729 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/828cb71417f7416f9557965ebecf3729 2024-12-01T23:54:52,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e7eb49b2263946e580cb94df63f3d543 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e7eb49b2263946e580cb94df63f3d543 2024-12-01T23:54:52,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/863e7d22a25e42f2a23723ed2f46267e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/863e7d22a25e42f2a23723ed2f46267e 2024-12-01T23:54:52,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ffb6f5383d9f47018469dc58a5a9ea0c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ffb6f5383d9f47018469dc58a5a9ea0c 2024-12-01T23:54:52,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ca14b204103d40e5a5ab94a8c85c6cb4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ca14b204103d40e5a5ab94a8c85c6cb4 2024-12-01T23:54:52,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/aae820c276eb433a9feb1588327c6978 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/aae820c276eb433a9feb1588327c6978 2024-12-01T23:54:52,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/28f7d4c33bbf46b1abe48ecffc48edd2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/28f7d4c33bbf46b1abe48ecffc48edd2 2024-12-01T23:54:52,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e8b117919f6e4ccc9b4e0a495f7cada0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e8b117919f6e4ccc9b4e0a495f7cada0 2024-12-01T23:54:52,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/77710297d57b4ec68de79d0b2041e6e1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/77710297d57b4ec68de79d0b2041e6e1 2024-12-01T23:54:52,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e3956634bc224d8e8086f15f1d9adb80 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/e3956634bc224d8e8086f15f1d9adb80 2024-12-01T23:54:52,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/718ae9bc74964bf1870e6b685e96c20c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/718ae9bc74964bf1870e6b685e96c20c 2024-12-01T23:54:52,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/b8c2321f18bf489098178e068d295cce to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/b8c2321f18bf489098178e068d295cce 2024-12-01T23:54:52,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/8bf489bd46394b64b603e2ae0fe8bec5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/8bf489bd46394b64b603e2ae0fe8bec5 2024-12-01T23:54:52,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5c87a50ec5ea420e8aa69ce6b7823b14 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/5c87a50ec5ea420e8aa69ce6b7823b14 2024-12-01T23:54:52,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f71cd49f00ad459db93adeb41c6d08b8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f71cd49f00ad459db93adeb41c6d08b8 2024-12-01T23:54:52,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ab640c0de01348c8af33d19982d39dff to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/ab640c0de01348c8af33d19982d39dff 2024-12-01T23:54:52,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/25a0c35a4c2640f888c32ce25efb6ef5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/25a0c35a4c2640f888c32ce25efb6ef5 2024-12-01T23:54:52,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/6d57308fa91044b89956d2c37a886cdd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/6d57308fa91044b89956d2c37a886cdd 2024-12-01T23:54:52,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/a02c9879d0d44bb1a1e3a0df29aa258b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/a02c9879d0d44bb1a1e3a0df29aa258b 2024-12-01T23:54:52,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/9582a2e6a5114fafa1fdcf7bec53d89a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/9582a2e6a5114fafa1fdcf7bec53d89a 2024-12-01T23:54:52,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f118ac4209664ca3ad553118618bc55c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f118ac4209664ca3ad553118618bc55c 2024-12-01T23:54:52,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/820111a1926a40a3bf956c53dd2fb05d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/820111a1926a40a3bf956c53dd2fb05d 2024-12-01T23:54:52,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/2f0ad42fde1642938e4892a0c8a953e9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/2f0ad42fde1642938e4892a0c8a953e9 2024-12-01T23:54:52,088 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/recovered.edits/383.seqid, newMaxSeqId=383, maxSeqId=1 2024-12-01T23:54:52,089 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. 2024-12-01T23:54:52,089 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 882431be53ce74b892a169a4349b5fbc: Waiting for close lock at 1733097290692Running coprocessor pre-close hooks at 1733097290692Disabling compacts and flushes for region at 1733097290692Disabling writes for close at 1733097290728 (+36 ms)Obtaining lock to block concurrent updates at 1733097290729 (+1 ms)Preparing flush snapshotting stores in 882431be53ce74b892a169a4349b5fbc at 1733097290729Finished memstore snapshotting TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733097290729Flushing stores of TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc. at 1733097290730 (+1 ms)Flushing 882431be53ce74b892a169a4349b5fbc/A: creating writer at 1733097290730Flushing 882431be53ce74b892a169a4349b5fbc/A: appending metadata at 1733097290733 (+3 ms)Flushing 882431be53ce74b892a169a4349b5fbc/A: closing flushed file at 1733097290733Flushing 882431be53ce74b892a169a4349b5fbc/B: creating writer at 1733097291150 (+417 ms)Flushing 882431be53ce74b892a169a4349b5fbc/B: appending metadata at 1733097291153 (+3 ms)Flushing 882431be53ce74b892a169a4349b5fbc/B: closing flushed file at 1733097291153Flushing 882431be53ce74b892a169a4349b5fbc/C: creating writer at 1733097291564 (+411 ms)Flushing 882431be53ce74b892a169a4349b5fbc/C: appending metadata at 1733097291568 (+4 ms)Flushing 882431be53ce74b892a169a4349b5fbc/C: closing flushed file at 1733097291568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abcd9c2: reopening flushed file at 1733097291986 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e879c7: reopening flushed file at 1733097291995 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257ad1cf: reopening flushed file at 1733097292003 (+8 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 882431be53ce74b892a169a4349b5fbc in 1283ms, sequenceid=380, compaction requested=true at 1733097292011 (+8 ms)Writing region close event to WAL at 1733097292085 (+74 ms)Running coprocessor post-close hooks at 1733097292089 (+4 ms)Closed at 1733097292089 2024-12-01T23:54:52,090 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:52,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=882431be53ce74b892a169a4349b5fbc, regionState=CLOSED 2024-12-01T23:54:52,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:52,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-01T23:54:52,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 882431be53ce74b892a169a4349b5fbc, server=579b0f681375,43621,1733097206849 in 1.5540 sec 2024-12-01T23:54:52,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-01T23:54:52,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=882431be53ce74b892a169a4349b5fbc, UNASSIGN in 1.5600 sec 2024-12-01T23:54:52,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-01T23:54:52,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5620 sec 2024-12-01T23:54:52,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097292097"}]},"ts":"1733097292097"} 2024-12-01T23:54:52,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T23:54:52,098 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T23:54:52,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5730 sec 2024-12-01T23:54:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T23:54:52,674 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:52,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T23:54:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:52,679 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-01T23:54:52,681 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:52,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:52,690 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/recovered.edits] 2024-12-01T23:54:52,693 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/13acac60c0b640bb98c391906bd64693 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/13acac60c0b640bb98c391906bd64693 2024-12-01T23:54:52,694 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f288a73f93ce49b4a3d2d8e3ad420507 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/A/f288a73f93ce49b4a3d2d8e3ad420507 2024-12-01T23:54:52,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8e2e04bd30de4e4db5f0106d86624ec7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/8e2e04bd30de4e4db5f0106d86624ec7 2024-12-01T23:54:52,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/be2ae85c5bdc43e383c7928a1ccc02b0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/B/be2ae85c5bdc43e383c7928a1ccc02b0 2024-12-01T23:54:52,698 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/34f105267a0346eabfa92c37d73734f0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/34f105267a0346eabfa92c37d73734f0 2024-12-01T23:54:52,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/82cac344ddf647209fbea48eec3ce7e2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/82cac344ddf647209fbea48eec3ce7e2 2024-12-01T23:54:52,700 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f13f0467874d49f69363c3685b5dd5e4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f13f0467874d49f69363c3685b5dd5e4 2024-12-01T23:54:52,700 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f74cbd4aabb54f02ba2da452bae55ed1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/C/f74cbd4aabb54f02ba2da452bae55ed1 2024-12-01T23:54:52,702 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/recovered.edits/383.seqid to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc/recovered.edits/383.seqid 2024-12-01T23:54:52,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/882431be53ce74b892a169a4349b5fbc 2024-12-01T23:54:52,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T23:54:52,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:52,707 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T23:54:52,709 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T23:54:52,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:52,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T23:54:52,710 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733097292710"}]},"ts":"9223372036854775807"} 2024-12-01T23:54:52,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T23:54:52,712 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 882431be53ce74b892a169a4349b5fbc, NAME => 'TestAcidGuarantees,,1733097266624.882431be53ce74b892a169a4349b5fbc.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T23:54:52,712 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T23:54:52,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733097292712"}]},"ts":"9223372036854775807"} 2024-12-01T23:54:52,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T23:54:52,715 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:52,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-12-01T23:54:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-01T23:54:52,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T23:54:52,793 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:52,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252 (was 253), OpenFileDescriptor=459 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=6806 (was 7058) 2024-12-01T23:54:52,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=6806 2024-12-01T23:54:52,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:54:52,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:54:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:52,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:54:52,817 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:52,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-12-01T23:54:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T23:54:52,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:54:52,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742160_1336 (size=1061) 2024-12-01T23:54:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T23:54:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T23:54:53,230 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:54:53,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742161_1337 (size=53) 2024-12-01T23:54:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T23:54:53,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:54:53,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c93d79afe44a79b8474231ace596e6bd, disabling compactions & flushes 2024-12-01T23:54:53,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. after waiting 0 ms 2024-12-01T23:54:53,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,643 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c93d79afe44a79b8474231ace596e6bd: Waiting for close lock at 1733097293642Disabling compacts and flushes for region at 1733097293642Disabling writes for close at 1733097293642Writing region close event to WAL at 1733097293642Closed at 1733097293642 2024-12-01T23:54:53,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:54:53,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733097293644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733097293644"}]},"ts":"1733097293644"} 2024-12-01T23:54:53,647 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:54:53,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:54:53,650 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097293649"}]},"ts":"1733097293649"} 2024-12-01T23:54:53,653 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T23:54:53,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, ASSIGN}] 2024-12-01T23:54:53,656 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, ASSIGN 2024-12-01T23:54:53,657 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, ASSIGN; state=OFFLINE, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=false 2024-12-01T23:54:53,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:53,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, ASSIGN because future has completed 2024-12-01T23:54:53,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T23:54:53,969 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,969 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:54:53,970 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,970 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:54:53,970 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,970 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,972 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,974 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:53,974 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93d79afe44a79b8474231ace596e6bd columnFamilyName A 2024-12-01T23:54:53,974 DEBUG [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:53,975 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(327): Store=c93d79afe44a79b8474231ace596e6bd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:53,975 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,976 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:53,977 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93d79afe44a79b8474231ace596e6bd columnFamilyName B 2024-12-01T23:54:53,977 DEBUG [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:53,977 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(327): Store=c93d79afe44a79b8474231ace596e6bd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:53,977 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,979 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:53,979 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93d79afe44a79b8474231ace596e6bd columnFamilyName C 2024-12-01T23:54:53,979 DEBUG [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:53,979 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(327): Store=c93d79afe44a79b8474231ace596e6bd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:53,979 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,979 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,980 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,980 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,981 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,981 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,981 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:54:53,982 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,984 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:54:53,984 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened c93d79afe44a79b8474231ace596e6bd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65392502, jitterRate=-0.02557578682899475}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:54:53,984 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:53,985 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for c93d79afe44a79b8474231ace596e6bd: Running coprocessor pre-open hook at 1733097293970Writing region info on filesystem at 1733097293970Initializing all the Stores at 1733097293971 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097293972 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097293972Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097293972Cleaning up temporary data from old regions at 1733097293981 (+9 ms)Running coprocessor post-open hooks at 1733097293984 (+3 ms)Region opened successfully at 1733097293985 (+1 ms) 2024-12-01T23:54:53,985 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., pid=91, masterSystemTime=1733097293962 2024-12-01T23:54:53,987 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,987 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:53,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=OPEN, openSeqNum=2, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:53,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:53,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-01T23:54:53,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 in 179 msec 2024-12-01T23:54:53,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-01T23:54:53,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, ASSIGN in 337 msec 2024-12-01T23:54:53,992 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:54:53,993 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097293992"}]},"ts":"1733097293992"} 2024-12-01T23:54:53,994 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T23:54:53,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:54:53,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-12-01T23:54:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T23:54:54,964 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:54,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554bdeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:54,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:54,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:54,969 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf4d2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:54,971 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bc9e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:54,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:54,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:54,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:54:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 579b0f681375,45043,1733097206113 2024-12-01T23:54:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6813e218 2024-12-01T23:54:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:54:54,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:54:54,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:54:54,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:54:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T23:54:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742162_1338 (size=1097) 2024-12-01T23:54:55,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:54:55,393 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-01T23:54:55,393 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-01T23:54:55,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:54:55,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, REOPEN/MOVE}] 2024-12-01T23:54:55,403 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, REOPEN/MOVE 2024-12-01T23:54:55,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, REOPEN/MOVE because future has completed 2024-12-01T23:54:55,405 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:54:55,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:55,558 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,558 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:54:55,558 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing c93d79afe44a79b8474231ace596e6bd, disabling compactions & flushes 2024-12-01T23:54:55,558 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,558 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,559 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. after waiting 0 ms 2024-12-01T23:54:55,559 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,562 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T23:54:55,563 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,563 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for c93d79afe44a79b8474231ace596e6bd: Waiting for close lock at 1733097295558Running coprocessor pre-close hooks at 1733097295558Disabling compacts and flushes for region at 1733097295558Disabling writes for close at 1733097295559 (+1 ms)Writing region close event to WAL at 1733097295559Running coprocessor post-close hooks at 1733097295563 (+4 ms)Closed at 1733097295563 2024-12-01T23:54:55,563 WARN [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: c93d79afe44a79b8474231ace596e6bd to self. 2024-12-01T23:54:55,565 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=CLOSED 2024-12-01T23:54:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:55,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-01T23:54:55,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 in 161 msec 2024-12-01T23:54:55,569 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, REOPEN/MOVE; state=CLOSED, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=true 2024-12-01T23:54:55,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:55,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, REOPEN/MOVE because future has completed 2024-12-01T23:54:55,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:54:55,877 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,878 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:54:55,878 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,878 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:54:55,878 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,878 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,879 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,880 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:55,880 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93d79afe44a79b8474231ace596e6bd columnFamilyName A 2024-12-01T23:54:55,881 DEBUG [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:55,881 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(327): Store=c93d79afe44a79b8474231ace596e6bd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:55,882 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,882 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:55,882 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93d79afe44a79b8474231ace596e6bd columnFamilyName B 2024-12-01T23:54:55,882 DEBUG [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:55,883 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(327): Store=c93d79afe44a79b8474231ace596e6bd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:55,883 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,883 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:54:55,884 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93d79afe44a79b8474231ace596e6bd columnFamilyName C 2024-12-01T23:54:55,884 DEBUG [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:55,884 INFO [StoreOpener-c93d79afe44a79b8474231ace596e6bd-1 {}] regionserver.HStore(327): Store=c93d79afe44a79b8474231ace596e6bd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:54:55,884 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,884 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,885 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,886 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,887 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,887 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,887 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:54:55,888 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,889 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened c93d79afe44a79b8474231ace596e6bd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70439691, jitterRate=0.04963319003582001}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:54:55,889 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,889 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for c93d79afe44a79b8474231ace596e6bd: Running coprocessor pre-open hook at 1733097295878Writing region info on filesystem at 1733097295878Initializing all the Stores at 1733097295879 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097295879Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097295879Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097295879Cleaning up temporary data from old regions at 1733097295887 (+8 ms)Running coprocessor post-open hooks at 1733097295889 (+2 ms)Region opened successfully at 1733097295889 2024-12-01T23:54:55,890 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., pid=96, masterSystemTime=1733097295875 2024-12-01T23:54:55,891 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,891 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:55,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=OPEN, openSeqNum=5, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:54:55,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:54:55,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-12-01T23:54:55,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 in 171 msec 2024-12-01T23:54:55,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-01T23:54:55,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, REOPEN/MOVE in 493 msec 2024-12-01T23:54:55,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-01T23:54:55,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec 2024-12-01T23:54:55,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 922 msec 2024-12-01T23:54:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-01T23:54:55,901 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:54:55,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d62a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,903 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e228a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,904 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627933fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6513d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,906 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4641cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,907 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363fe70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510f8e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,910 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1a7e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,911 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423b98a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74436e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,914 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb89a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,915 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aed10cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15099ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,918 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7931fcac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,919 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768860a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8c61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,921 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d2c0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,923 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fcfe6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147a1007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,925 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ac48b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,926 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f09ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4d201d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,928 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba1f2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,929 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c40b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,931 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13921727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,933 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320af7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e1d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:54:55,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:54:55,935 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:54:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:54:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:54:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266187d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:54:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:54:55,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:54:55,937 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:54:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed628ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:54:55,939 DEBUG [Thread-1561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,939 DEBUG [Thread-1542 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,939 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,939 DEBUG [Thread-1555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,943 DEBUG [Thread-1544 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,943 DEBUG [Thread-1548 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,943 DEBUG [Thread-1546 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,946 DEBUG [Thread-1557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,949 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:54:55,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,949 DEBUG [Thread-1553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,950 DEBUG [Thread-1559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:54:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,952 DEBUG [Thread-1559 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:54:55,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,953 DEBUG [Thread-1559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:54:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-01T23:54:55,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:54:55,955 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:54:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:54:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:54:55,956 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:54:55,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:54:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:55,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:54:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:54:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:54:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:54:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:55,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733097295973, max timestamp=1733097295986Num uniques 859; 2024-12-01T23:54:55,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733097295973, max timestamp=1733097295986Num uniques 859; 2024-12-01T23:54:55,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-01T23:54:55,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-01T23:54:55,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733097295981, max timestamp=1733097295986Num uniques 859; 2024-12-01T23:54:55,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-01T23:54:56,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b552ddeef7d6470195bff1fa4ef25538_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097295958/Put/seqid=0 2024-12-01T23:54:56,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742163_1339 (size=9714) 2024-12-01T23:54:56,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:56,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097356006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,014 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b552ddeef7d6470195bff1fa4ef25538_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b552ddeef7d6470195bff1fa4ef25538_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:56,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/957dc68a524644e496f2b9b3fc982d1c, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:56,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/957dc68a524644e496f2b9b3fc982d1c is 175, key is test_row_0/A:col10/1733097295958/Put/seqid=0 2024-12-01T23:54:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097356007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097356010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097356010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097356012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742164_1340 (size=22361) 2024-12-01T23:54:56,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/957dc68a524644e496f2b9b3fc982d1c 2024-12-01T23:54:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:54:56,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/07dc2bb7dbf54353abfe8c21bd8b9cfa is 50, key is test_row_0/B:col10/1733097295958/Put/seqid=0 2024-12-01T23:54:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742165_1341 (size=9657) 2024-12-01T23:54:56,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/07dc2bb7dbf54353abfe8c21bd8b9cfa 2024-12-01T23:54:56,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/bb1403d18bdf469aa436022e358e8695 is 50, key is test_row_0/C:col10/1733097295958/Put/seqid=0 2024-12-01T23:54:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742166_1342 (size=9657) 2024-12-01T23:54:56,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/bb1403d18bdf469aa436022e358e8695 2024-12-01T23:54:56,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/957dc68a524644e496f2b9b3fc982d1c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/957dc68a524644e496f2b9b3fc982d1c 2024-12-01T23:54:56,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:56,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/957dc68a524644e496f2b9b3fc982d1c, entries=100, sequenceid=15, filesize=21.8 K 2024-12-01T23:54:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/07dc2bb7dbf54353abfe8c21bd8b9cfa as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/07dc2bb7dbf54353abfe8c21bd8b9cfa 2024-12-01T23:54:56,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/07dc2bb7dbf54353abfe8c21bd8b9cfa, entries=100, sequenceid=15, filesize=9.4 K 2024-12-01T23:54:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/bb1403d18bdf469aa436022e358e8695 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/bb1403d18bdf469aa436022e358e8695 2024-12-01T23:54:56,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097356123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097356123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097356123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/bb1403d18bdf469aa436022e358e8695, entries=100, sequenceid=15, filesize=9.4 K 2024-12-01T23:54:56,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.31 KB/132415 for c93d79afe44a79b8474231ace596e6bd in 172ms, sequenceid=15, compaction requested=false 2024-12-01T23:54:56,136 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T23:54:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:54:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:56,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=136.02 KB heapSize=375.09 KB 2024-12-01T23:54:56,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:54:56,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:56,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:54:56,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:56,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:54:56,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:56,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a9cbd6c8b59649719ecb9addae3290e4_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097296137/Put/seqid=0 2024-12-01T23:54:56,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742167_1343 (size=14594) 2024-12-01T23:54:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097356170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097356170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:56,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:56,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:54:56,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097356284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097356284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097356333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097356343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097356343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:56,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:56,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097356493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097356493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,557 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:56,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a9cbd6c8b59649719ecb9addae3290e4_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a9cbd6c8b59649719ecb9addae3290e4_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:56,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/5308b30fd36a48169531c6232f20aa73, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:56,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/5308b30fd36a48169531c6232f20aa73 is 175, key is test_row_0/A:col10/1733097296137/Put/seqid=0 2024-12-01T23:54:56,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742168_1344 (size=39549) 2024-12-01T23:54:56,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/5308b30fd36a48169531c6232f20aa73 2024-12-01T23:54:56,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:56,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:56,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/3145aae8d5864ca4b50ea05984553adf is 50, key is test_row_0/B:col10/1733097296137/Put/seqid=0 2024-12-01T23:54:56,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742169_1345 (size=12001) 2024-12-01T23:54:56,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/3145aae8d5864ca4b50ea05984553adf 2024-12-01T23:54:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:54:56,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/f70e485bbda6465b91ef08a9c1d79246 is 50, key is test_row_0/C:col10/1733097296137/Put/seqid=0 2024-12-01T23:54:56,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742170_1346 (size=12001) 2024-12-01T23:54:56,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.62 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/f70e485bbda6465b91ef08a9c1d79246 2024-12-01T23:54:56,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/5308b30fd36a48169531c6232f20aa73 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/5308b30fd36a48169531c6232f20aa73 2024-12-01T23:54:56,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/5308b30fd36a48169531c6232f20aa73, entries=200, sequenceid=49, filesize=38.6 K 2024-12-01T23:54:56,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/3145aae8d5864ca4b50ea05984553adf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3145aae8d5864ca4b50ea05984553adf 2024-12-01T23:54:56,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3145aae8d5864ca4b50ea05984553adf, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T23:54:56,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/f70e485bbda6465b91ef08a9c1d79246 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f70e485bbda6465b91ef08a9c1d79246 2024-12-01T23:54:56,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f70e485bbda6465b91ef08a9c1d79246, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T23:54:56,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.02 KB/139285, heapSize ~375.04 KB/384040, currentSize=46.96 KB/48090 for c93d79afe44a79b8474231ace596e6bd in 468ms, sequenceid=49, compaction requested=false 2024-12-01T23:54:56,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:54:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:56,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:54:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:54:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:54:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:54:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:56,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ab84e8247913454996ca7e83108fb33d_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097296157/Put/seqid=0 2024-12-01T23:54:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742171_1347 (size=14594) 2024-12-01T23:54:56,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097296686, max timestamp=1733097296706Num uniques 859; 2024-12-01T23:54:56,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:54:56,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097296686, max timestamp=1733097296706Num uniques 859; 2024-12-01T23:54:56,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097296686, max timestamp=1733097296706Num uniques 859; 2024-12-01T23:54:56,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:54:56,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:54:56,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097356748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097356749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097356758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097356803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097356803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097356863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097356863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:56,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:56,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:56,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:56,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:56,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097356873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:57,062 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ab84e8247913454996ca7e83108fb33d_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ab84e8247913454996ca7e83108fb33d_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:57,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/da84d37ac3b442098b8d7305bd955583, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:57,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/da84d37ac3b442098b8d7305bd955583 is 175, key is test_row_0/A:col10/1733097296157/Put/seqid=0 2024-12-01T23:54:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742172_1348 (size=39549) 2024-12-01T23:54:57,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/da84d37ac3b442098b8d7305bd955583 2024-12-01T23:54:57,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/eb0a433a981c481eb6bd599bd03ec277 is 50, key is test_row_0/B:col10/1733097296157/Put/seqid=0 2024-12-01T23:54:57,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742173_1349 (size=12001) 2024-12-01T23:54:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097357083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097357083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:54:57,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097357094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097357313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097357323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097357403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097357403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097357413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/eb0a433a981c481eb6bd599bd03ec277 2024-12-01T23:54:57,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/7f322651e1664f199f5b38bd79f08844 is 50, key is test_row_0/C:col10/1733097296157/Put/seqid=0 2024-12-01T23:54:57,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742174_1350 (size=12001) 2024-12-01T23:54:57,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T23:54:57,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/7f322651e1664f199f5b38bd79f08844 2024-12-01T23:54:57,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/da84d37ac3b442098b8d7305bd955583 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/da84d37ac3b442098b8d7305bd955583 2024-12-01T23:54:57,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/da84d37ac3b442098b8d7305bd955583, entries=200, sequenceid=60, filesize=38.6 K 2024-12-01T23:54:57,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/eb0a433a981c481eb6bd599bd03ec277 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/eb0a433a981c481eb6bd599bd03ec277 2024-12-01T23:54:57,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/eb0a433a981c481eb6bd599bd03ec277, entries=150, sequenceid=60, filesize=11.7 K 2024-12-01T23:54:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/7f322651e1664f199f5b38bd79f08844 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7f322651e1664f199f5b38bd79f08844 2024-12-01T23:54:57,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7f322651e1664f199f5b38bd79f08844, entries=150, sequenceid=60, filesize=11.7 K 2024-12-01T23:54:57,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c93d79afe44a79b8474231ace596e6bd in 1263ms, sequenceid=60, compaction requested=true 2024-12-01T23:54:57,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:54:57,912 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:57,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:54:57,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:57,912 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:57,913 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:57,913 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:57,913 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/A is initiating minor compaction (all files) 2024-12-01T23:54:57,913 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/B is initiating minor compaction (all files) 2024-12-01T23:54:57,913 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/A in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,913 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/B in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,913 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/957dc68a524644e496f2b9b3fc982d1c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/5308b30fd36a48169531c6232f20aa73, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/da84d37ac3b442098b8d7305bd955583] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=99.1 K 2024-12-01T23:54:57,913 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/07dc2bb7dbf54353abfe8c21bd8b9cfa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3145aae8d5864ca4b50ea05984553adf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/eb0a433a981c481eb6bd599bd03ec277] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=32.9 K 2024-12-01T23:54:57,913 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,913 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/957dc68a524644e496f2b9b3fc982d1c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/5308b30fd36a48169531c6232f20aa73, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/da84d37ac3b442098b8d7305bd955583] 2024-12-01T23:54:57,914 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957dc68a524644e496f2b9b3fc982d1c, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733097295958 2024-12-01T23:54:57,914 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 07dc2bb7dbf54353abfe8c21bd8b9cfa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733097295958 2024-12-01T23:54:57,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:54:57,914 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3145aae8d5864ca4b50ea05984553adf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733097296007 2024-12-01T23:54:57,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:57,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:54:57,914 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5308b30fd36a48169531c6232f20aa73, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733097296007 2024-12-01T23:54:57,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:57,914 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0a433a981c481eb6bd599bd03ec277, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733097296155 2024-12-01T23:54:57,914 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting da84d37ac3b442098b8d7305bd955583, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733097296155 2024-12-01T23:54:57,919 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:57,920 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/3f0ee52d735b4ab48e12770a09e25517 is 50, key is test_row_0/B:col10/1733097296157/Put/seqid=0 2024-12-01T23:54:57,921 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:57,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T23:54:57,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:54:57,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:57,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:54:57,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:57,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:54:57,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:54:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742175_1351 (size=12104) 2024-12-01T23:54:57,931 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120117f21e77f1f549e8a7f08c7d25660c21_c93d79afe44a79b8474231ace596e6bd store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:57,933 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120117f21e77f1f549e8a7f08c7d25660c21_c93d79afe44a79b8474231ace596e6bd, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:57,933 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120117f21e77f1f549e8a7f08c7d25660c21_c93d79afe44a79b8474231ace596e6bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:57,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201be1b12dac7924a8a9d6872bd01bd26cb_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097297920/Put/seqid=0 2024-12-01T23:54:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742176_1352 (size=4469) 2024-12-01T23:54:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742177_1353 (size=14594) 2024-12-01T23:54:57,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:57,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:57,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097357944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097357945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097357950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097358053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097358063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097358063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:54:58,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097358262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097358283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097358283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,334 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/3f0ee52d735b4ab48e12770a09e25517 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3f0ee52d735b4ab48e12770a09e25517 2024-12-01T23:54:58,338 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/B of c93d79afe44a79b8474231ace596e6bd into 3f0ee52d735b4ab48e12770a09e25517(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:58,338 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:54:58,338 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/B, priority=13, startTime=1733097297912; duration=0sec 2024-12-01T23:54:58,339 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:54:58,339 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:B 2024-12-01T23:54:58,339 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:54:58,339 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:54:58,339 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/C is initiating minor compaction (all files) 2024-12-01T23:54:58,340 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/C in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,340 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/bb1403d18bdf469aa436022e358e8695, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f70e485bbda6465b91ef08a9c1d79246, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7f322651e1664f199f5b38bd79f08844] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=32.9 K 2024-12-01T23:54:58,340 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting bb1403d18bdf469aa436022e358e8695, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733097295958 2024-12-01T23:54:58,340 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f70e485bbda6465b91ef08a9c1d79246, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733097296007 2024-12-01T23:54:58,340 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#A#compaction#300 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:58,340 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f322651e1664f199f5b38bd79f08844, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733097296155 2024-12-01T23:54:58,341 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/4c34434ffdda414796b2e585ded90220 is 175, key is test_row_0/A:col10/1733097296157/Put/seqid=0 2024-12-01T23:54:58,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097358333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097358333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,341 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,343 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:58,343 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:54:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742178_1354 (size=31058) 2024-12-01T23:54:58,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201be1b12dac7924a8a9d6872bd01bd26cb_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be1b12dac7924a8a9d6872bd01bd26cb_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:58,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/43f9665beaf24daebe19047925fe6af3, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:58,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/43f9665beaf24daebe19047925fe6af3 is 175, key is test_row_0/A:col10/1733097297920/Put/seqid=0 2024-12-01T23:54:58,351 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/4c34434ffdda414796b2e585ded90220 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/4c34434ffdda414796b2e585ded90220 2024-12-01T23:54:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742179_1355 (size=39549) 2024-12-01T23:54:58,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/43f9665beaf24daebe19047925fe6af3 2024-12-01T23:54:58,358 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:54:58,358 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/924d1c39abed48d08086994910fc8bd7 is 50, key is test_row_0/C:col10/1733097296157/Put/seqid=0 2024-12-01T23:54:58,362 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/A of c93d79afe44a79b8474231ace596e6bd into 4c34434ffdda414796b2e585ded90220(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:58,362 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:54:58,362 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/A, priority=13, startTime=1733097297912; duration=0sec 2024-12-01T23:54:58,363 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:58,363 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:A 2024-12-01T23:54:58,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/6f7143c036a84a05bbcaaa592571bcdd is 50, key is test_row_0/B:col10/1733097297920/Put/seqid=0 2024-12-01T23:54:58,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742180_1356 (size=12104) 2024-12-01T23:54:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742181_1357 (size=12001) 2024-12-01T23:54:58,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097358573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097358603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097358603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:58,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,776 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/924d1c39abed48d08086994910fc8bd7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/924d1c39abed48d08086994910fc8bd7 2024-12-01T23:54:58,779 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/C of c93d79afe44a79b8474231ace596e6bd into 924d1c39abed48d08086994910fc8bd7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:54:58,779 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:54:58,779 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/C, priority=13, startTime=1733097297914; duration=0sec 2024-12-01T23:54:58,780 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:54:58,780 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:C 2024-12-01T23:54:58,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/6f7143c036a84a05bbcaaa592571bcdd 2024-12-01T23:54:58,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/855db6f4aea348ae9a9e83440032527b is 50, key is test_row_0/C:col10/1733097297920/Put/seqid=0 2024-12-01T23:54:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742182_1358 (size=12001) 2024-12-01T23:54:58,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:58,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:59,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:59,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:59,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:59,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:59,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:59,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097359092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097359123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:59,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:54:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097359123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:54:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:54:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:54:59,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:54:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:59,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:59,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:54:59,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/855db6f4aea348ae9a9e83440032527b 2024-12-01T23:54:59,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/43f9665beaf24daebe19047925fe6af3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/43f9665beaf24daebe19047925fe6af3 2024-12-01T23:54:59,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/43f9665beaf24daebe19047925fe6af3, entries=200, sequenceid=96, filesize=38.6 K 2024-12-01T23:54:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/6f7143c036a84a05bbcaaa592571bcdd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/6f7143c036a84a05bbcaaa592571bcdd 2024-12-01T23:54:59,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/6f7143c036a84a05bbcaaa592571bcdd, entries=150, sequenceid=96, filesize=11.7 K 2024-12-01T23:54:59,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/855db6f4aea348ae9a9e83440032527b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/855db6f4aea348ae9a9e83440032527b 2024-12-01T23:54:59,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/855db6f4aea348ae9a9e83440032527b, entries=150, sequenceid=96, filesize=11.7 K 2024-12-01T23:54:59,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c93d79afe44a79b8474231ace596e6bd in 1292ms, sequenceid=96, compaction requested=false 2024-12-01T23:54:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:54:59,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T23:54:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:54:59,318 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:54:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:54:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:54:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:54:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:54:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120153ffaa248b3f4264ad86ca21e50b00a8_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097297943/Put/seqid=0 2024-12-01T23:54:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742183_1359 (size=12154) 2024-12-01T23:54:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:54:59,730 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120153ffaa248b3f4264ad86ca21e50b00a8_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120153ffaa248b3f4264ad86ca21e50b00a8_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:54:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6b0a520c5c5f4c3babf0bda28cfc82be, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:54:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6b0a520c5c5f4c3babf0bda28cfc82be is 175, key is test_row_0/A:col10/1733097297943/Put/seqid=0 2024-12-01T23:54:59,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742184_1360 (size=30955) 2024-12-01T23:55:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:00,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:55:00,155 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6b0a520c5c5f4c3babf0bda28cfc82be 2024-12-01T23:55:00,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/5b302b938a7740ffbba6ea3c50f2104e is 50, key is test_row_0/B:col10/1733097297943/Put/seqid=0 2024-12-01T23:55:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742185_1361 (size=12001) 2024-12-01T23:55:00,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097300137, max timestamp=1733097300168Num uniques 859; 2024-12-01T23:55:00,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097300137, max timestamp=1733097300168Num uniques 859; 2024-12-01T23:55:00,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097300137, max timestamp=1733097300168Num uniques 859; 2024-12-01T23:55:00,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:00,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:00,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:00,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097360209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097360210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097360219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097360323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097360323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097360333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097360352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,358 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097360363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,372 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097360533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097360533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097360543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,565 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/5b302b938a7740ffbba6ea3c50f2104e 2024-12-01T23:55:00,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e1ab852c5f0a40af8e015360ec35bc2b is 50, key is test_row_0/C:col10/1733097297943/Put/seqid=0 2024-12-01T23:55:00,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742186_1362 (size=12001) 2024-12-01T23:55:00,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097360853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097360853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097360863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:00,975 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e1ab852c5f0a40af8e015360ec35bc2b 2024-12-01T23:55:00,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6b0a520c5c5f4c3babf0bda28cfc82be as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6b0a520c5c5f4c3babf0bda28cfc82be 2024-12-01T23:55:00,983 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6b0a520c5c5f4c3babf0bda28cfc82be, entries=150, sequenceid=109, filesize=30.2 K 2024-12-01T23:55:00,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/5b302b938a7740ffbba6ea3c50f2104e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5b302b938a7740ffbba6ea3c50f2104e 2024-12-01T23:55:00,987 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5b302b938a7740ffbba6ea3c50f2104e, entries=150, sequenceid=109, filesize=11.7 K 2024-12-01T23:55:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e1ab852c5f0a40af8e015360ec35bc2b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e1ab852c5f0a40af8e015360ec35bc2b 2024-12-01T23:55:00,992 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e1ab852c5f0a40af8e015360ec35bc2b, entries=150, sequenceid=109, filesize=11.7 K 2024-12-01T23:55:00,993 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c93d79afe44a79b8474231ace596e6bd in 1675ms, sequenceid=109, compaction requested=true 2024-12-01T23:55:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-01T23:55:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-01T23:55:00,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-01T23:55:00,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.0390 sec 2024-12-01T23:55:00,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 5.0480 sec 2024-12-01T23:55:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:01,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-01T23:55:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T23:55:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T23:55:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T23:55:01,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017b5e671bc76b42f0972764add882877e_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097300218/Put/seqid=0 2024-12-01T23:55:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742187_1363 (size=17284) 2024-12-01T23:55:01,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097361393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097361394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097361395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097361503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097361513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097361513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097361713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097361723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097361723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:01,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:01,800 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017b5e671bc76b42f0972764add882877e_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017b5e671bc76b42f0972764add882877e_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:01,803 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e01056e7ee6144dc8383719f1c38f518, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:01,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e01056e7ee6144dc8383719f1c38f518 is 175, key is test_row_0/A:col10/1733097300218/Put/seqid=0 2024-12-01T23:55:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742188_1364 (size=48389) 2024-12-01T23:55:01,816 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e01056e7ee6144dc8383719f1c38f518 2024-12-01T23:55:01,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/474f0462165d4ce2a141b055c62b476e is 50, key is test_row_0/B:col10/1733097300218/Put/seqid=0 2024-12-01T23:55:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742189_1365 (size=12151) 2024-12-01T23:55:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097362033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:02,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097362033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097362033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:02,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/474f0462165d4ce2a141b055c62b476e 2024-12-01T23:55:02,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/7969751351544771bcb8699afb64c2a8 is 50, key is test_row_0/C:col10/1733097300218/Put/seqid=0 2024-12-01T23:55:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742190_1366 (size=12151) 2024-12-01T23:55:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097362543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097362543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097362543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:02,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/7969751351544771bcb8699afb64c2a8 2024-12-01T23:55:02,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e01056e7ee6144dc8383719f1c38f518 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e01056e7ee6144dc8383719f1c38f518 2024-12-01T23:55:02,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e01056e7ee6144dc8383719f1c38f518, entries=250, sequenceid=147, filesize=47.3 K 2024-12-01T23:55:02,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/474f0462165d4ce2a141b055c62b476e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/474f0462165d4ce2a141b055c62b476e 2024-12-01T23:55:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/474f0462165d4ce2a141b055c62b476e, entries=150, sequenceid=147, filesize=11.9 K 2024-12-01T23:55:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/7969751351544771bcb8699afb64c2a8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7969751351544771bcb8699afb64c2a8 2024-12-01T23:55:02,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7969751351544771bcb8699afb64c2a8, entries=150, sequenceid=147, filesize=11.9 K 2024-12-01T23:55:02,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for c93d79afe44a79b8474231ace596e6bd in 1282ms, sequenceid=147, compaction requested=true 2024-12-01T23:55:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:02,661 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:02,661 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,662 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149951 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:02,662 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:02,662 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/A is initiating minor compaction (all files) 2024-12-01T23:55:02,662 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/B is initiating minor compaction (all files) 2024-12-01T23:55:02,663 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/B in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:02,663 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/A in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,663 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3f0ee52d735b4ab48e12770a09e25517, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/6f7143c036a84a05bbcaaa592571bcdd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5b302b938a7740ffbba6ea3c50f2104e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/474f0462165d4ce2a141b055c62b476e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=47.1 K 2024-12-01T23:55:02,663 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/4c34434ffdda414796b2e585ded90220, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/43f9665beaf24daebe19047925fe6af3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6b0a520c5c5f4c3babf0bda28cfc82be, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e01056e7ee6144dc8383719f1c38f518] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=146.4 K 2024-12-01T23:55:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,663 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:02,663 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/4c34434ffdda414796b2e585ded90220, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/43f9665beaf24daebe19047925fe6af3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6b0a520c5c5f4c3babf0bda28cfc82be, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e01056e7ee6144dc8383719f1c38f518] 2024-12-01T23:55:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,663 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f0ee52d735b4ab48e12770a09e25517, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733097296155 2024-12-01T23:55:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,663 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c34434ffdda414796b2e585ded90220, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733097296155 2024-12-01T23:55:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,663 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f7143c036a84a05bbcaaa592571bcdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097296728 2024-12-01T23:55:02,664 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b302b938a7740ffbba6ea3c50f2104e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733097297937 2024-12-01T23:55:02,664 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43f9665beaf24daebe19047925fe6af3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097296728 2024-12-01T23:55:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,664 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 474f0462165d4ce2a141b055c62b476e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733097300209 2024-12-01T23:55:02,664 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b0a520c5c5f4c3babf0bda28cfc82be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733097297937 2024-12-01T23:55:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,665 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e01056e7ee6144dc8383719f1c38f518, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733097300208 2024-12-01T23:55:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,673 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,675 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:02,676 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/972f1b2e36af45a99c9f59ac6f2120d7 is 50, key is test_row_0/B:col10/1733097300218/Put/seqid=0 2024-12-01T23:55:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,676 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201cedfac1846f446dda46b92bf436787d8_c93d79afe44a79b8474231ace596e6bd store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,679 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201cedfac1846f446dda46b92bf436787d8_c93d79afe44a79b8474231ace596e6bd, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:02,679 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cedfac1846f446dda46b92bf436787d8_c93d79afe44a79b8474231ace596e6bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742191_1367 (size=12391) 2024-12-01T23:55:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,689 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/972f1b2e36af45a99c9f59ac6f2120d7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/972f1b2e36af45a99c9f59ac6f2120d7 2024-12-01T23:55:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,696 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/B of c93d79afe44a79b8474231ace596e6bd into 972f1b2e36af45a99c9f59ac6f2120d7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:02,696 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:02,696 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/B, priority=12, startTime=1733097302661; duration=0sec 2024-12-01T23:55:02,696 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:02,696 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:B 2024-12-01T23:55:02,696 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,697 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:02,697 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/C is initiating minor compaction (all files) 2024-12-01T23:55:02,697 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/C in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:02,698 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/924d1c39abed48d08086994910fc8bd7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/855db6f4aea348ae9a9e83440032527b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e1ab852c5f0a40af8e015360ec35bc2b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7969751351544771bcb8699afb64c2a8] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=47.1 K 2024-12-01T23:55:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742192_1368 (size=4469) 2024-12-01T23:55:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,699 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 924d1c39abed48d08086994910fc8bd7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733097296155 2024-12-01T23:55:02,699 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 855db6f4aea348ae9a9e83440032527b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733097296728 2024-12-01T23:55:02,699 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#A#compaction#311 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:02,699 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ab852c5f0a40af8e015360ec35bc2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733097297937 2024-12-01T23:55:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,700 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7969751351544771bcb8699afb64c2a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733097300209 2024-12-01T23:55:02,700 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/d76ea09f881b4a06bbe5d0f01a50e50d is 175, key is test_row_0/A:col10/1733097300218/Put/seqid=0 2024-12-01T23:55:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,711 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#C#compaction#313 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:02,712 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/a798b1eb2622415e8c9e407363f3c47a is 50, key is test_row_0/C:col10/1733097300218/Put/seqid=0 2024-12-01T23:55:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742193_1369 (size=31345) 2024-12-01T23:55:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742194_1370 (size=12391) 2024-12-01T23:55:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,119 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/d76ea09f881b4a06bbe5d0f01a50e50d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d76ea09f881b4a06bbe5d0f01a50e50d 2024-12-01T23:55:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,125 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/A of c93d79afe44a79b8474231ace596e6bd into d76ea09f881b4a06bbe5d0f01a50e50d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:03,125 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:03,125 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/A, priority=12, startTime=1733097302661; duration=0sec 2024-12-01T23:55:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,125 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,125 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:A 2024-12-01T23:55:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,129 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/a798b1eb2622415e8c9e407363f3c47a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/a798b1eb2622415e8c9e407363f3c47a 2024-12-01T23:55:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,134 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/C of c93d79afe44a79b8474231ace596e6bd into a798b1eb2622415e8c9e407363f3c47a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:03,134 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:03,134 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/C, priority=12, startTime=1733097302661; duration=0sec 2024-12-01T23:55:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,134 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:03,134 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:C 2024-12-01T23:55:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:03,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:55:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b52bd54043634366bf21251d6ea727c8_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097301394/Put/seqid=0 2024-12-01T23:55:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742195_1371 (size=14794) 2024-12-01T23:55:03,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097303662, max timestamp=1733097303672Num uniques 859; 2024-12-01T23:55:03,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097303662, max timestamp=1733097303672Num uniques 859; 2024-12-01T23:55:03,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:03,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:03,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097303662, max timestamp=1733097303672Num uniques 859; 2024-12-01T23:55:03,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097363725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097363725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097363726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097363842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097363843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097363843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097364052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097364052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097364052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,060 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:04,063 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b52bd54043634366bf21251d6ea727c8_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b52bd54043634366bf21251d6ea727c8_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:04,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/8b3dd089d2bd4d30b8c9ffde5b50a49e, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:04,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/8b3dd089d2bd4d30b8c9ffde5b50a49e is 175, key is test_row_0/A:col10/1733097301394/Put/seqid=0 2024-12-01T23:55:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742196_1372 (size=39749) 2024-12-01T23:55:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T23:55:04,133 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:04,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-01T23:55:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T23:55:04,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:04,136 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:04,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T23:55:04,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097364363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097364363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097364363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,370 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097364363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097364403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,413 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:04,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T23:55:04,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/8b3dd089d2bd4d30b8c9ffde5b50a49e 2024-12-01T23:55:04,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/1c69138fd36342a8b6366504ba6fdb80 is 50, key is test_row_0/B:col10/1733097301394/Put/seqid=0 2024-12-01T23:55:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742197_1373 (size=12151) 2024-12-01T23:55:04,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:04,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T23:55:04,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/1c69138fd36342a8b6366504ba6fdb80 2024-12-01T23:55:04,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/cfec2bf3fef1459680eee2d8506a6db9 is 50, key is test_row_0/C:col10/1733097301394/Put/seqid=0 2024-12-01T23:55:04,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097364883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742198_1374 (size=12151) 2024-12-01T23:55:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097364883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097364883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:04,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:04,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:05,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:05,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:05,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:05,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:05,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:05,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T23:55:05,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/cfec2bf3fef1459680eee2d8506a6db9 2024-12-01T23:55:05,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/8b3dd089d2bd4d30b8c9ffde5b50a49e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/8b3dd089d2bd4d30b8c9ffde5b50a49e 2024-12-01T23:55:05,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/8b3dd089d2bd4d30b8c9ffde5b50a49e, entries=200, sequenceid=160, filesize=38.8 K 2024-12-01T23:55:05,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/1c69138fd36342a8b6366504ba6fdb80 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/1c69138fd36342a8b6366504ba6fdb80 2024-12-01T23:55:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/1c69138fd36342a8b6366504ba6fdb80, entries=150, sequenceid=160, filesize=11.9 K 2024-12-01T23:55:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/cfec2bf3fef1459680eee2d8506a6db9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/cfec2bf3fef1459680eee2d8506a6db9 2024-12-01T23:55:05,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/cfec2bf3fef1459680eee2d8506a6db9, entries=150, sequenceid=160, filesize=11.9 K 2024-12-01T23:55:05,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c93d79afe44a79b8474231ace596e6bd in 1708ms, sequenceid=160, compaction requested=false 2024-12-01T23:55:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:05,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T23:55:05,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:05,357 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T23:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:05,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019c12477d4d1548cabf50f6054f7ffd56_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097303723/Put/seqid=0 2024-12-01T23:55:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742199_1375 (size=12304) 2024-12-01T23:55:05,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:05,770 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019c12477d4d1548cabf50f6054f7ffd56_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019c12477d4d1548cabf50f6054f7ffd56_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:05,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f545dda6a5a54c0995906d4b6f7250fc, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:05,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f545dda6a5a54c0995906d4b6f7250fc is 175, key is test_row_0/A:col10/1733097303723/Put/seqid=0 2024-12-01T23:55:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742200_1376 (size=31105) 2024-12-01T23:55:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:05,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097365909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097365914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097365915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097366023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097366023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097366033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,179 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f545dda6a5a54c0995906d4b6f7250fc 2024-12-01T23:55:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/f85c0e9f082041e381d0f8c74eb8de74 is 50, key is test_row_0/B:col10/1733097303723/Put/seqid=0 2024-12-01T23:55:06,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742201_1377 (size=12151) 2024-12-01T23:55:06,193 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/f85c0e9f082041e381d0f8c74eb8de74 2024-12-01T23:55:06,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/d772892b77124293ab1105a37e4c084a is 50, key is test_row_0/C:col10/1733097303723/Put/seqid=0 2024-12-01T23:55:06,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742202_1378 (size=12151) 2024-12-01T23:55:06,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097366232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097366242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097366243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T23:55:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097366543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097366552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097366563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:06,610 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/d772892b77124293ab1105a37e4c084a 2024-12-01T23:55:06,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f545dda6a5a54c0995906d4b6f7250fc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f545dda6a5a54c0995906d4b6f7250fc 2024-12-01T23:55:06,616 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f545dda6a5a54c0995906d4b6f7250fc, entries=150, sequenceid=197, filesize=30.4 K 2024-12-01T23:55:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/f85c0e9f082041e381d0f8c74eb8de74 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f85c0e9f082041e381d0f8c74eb8de74 2024-12-01T23:55:06,620 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f85c0e9f082041e381d0f8c74eb8de74, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T23:55:06,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/d772892b77124293ab1105a37e4c084a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/d772892b77124293ab1105a37e4c084a 2024-12-01T23:55:06,624 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/d772892b77124293ab1105a37e4c084a, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T23:55:06,625 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for c93d79afe44a79b8474231ace596e6bd in 1267ms, sequenceid=197, compaction requested=true 2024-12-01T23:55:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-01T23:55:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-01T23:55:06,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-01T23:55:06,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4910 sec 2024-12-01T23:55:06,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.4950 sec 2024-12-01T23:55:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:07,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:55:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:07,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d23093e7af32438a9c86660f45267ca6_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097305914/Put/seqid=0 2024-12-01T23:55:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742203_1379 (size=17284) 2024-12-01T23:55:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097367122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097367123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097367126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097367233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097367243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097367243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097367443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097367453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097367453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,484 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:07,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d23093e7af32438a9c86660f45267ca6_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d23093e7af32438a9c86660f45267ca6_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:07,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/15ad6128b8ef4d16b1ff360c84186799, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:07,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/15ad6128b8ef4d16b1ff360c84186799 is 175, key is test_row_0/A:col10/1733097305914/Put/seqid=0 2024-12-01T23:55:07,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742204_1380 (size=48389) 2024-12-01T23:55:07,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097367752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097367763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097367773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:07,893 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/15ad6128b8ef4d16b1ff360c84186799 2024-12-01T23:55:07,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/b8cea16b19d341ac98383bfed84bb112 is 50, key is test_row_0/B:col10/1733097305914/Put/seqid=0 2024-12-01T23:55:07,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742205_1381 (size=12151) 2024-12-01T23:55:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097368263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:08,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097368273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:08,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097368293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:08,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/b8cea16b19d341ac98383bfed84bb112 2024-12-01T23:55:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T23:55:08,303 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:08,303 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-01T23:55:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T23:55:08,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:08,307 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:08,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:08,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/2cdea97da22d4fc39b35446a33b912b2 is 50, key is test_row_0/C:col10/1733097305914/Put/seqid=0 2024-12-01T23:55:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742206_1382 (size=12151) 2024-12-01T23:55:08,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/2cdea97da22d4fc39b35446a33b912b2 2024-12-01T23:55:08,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/15ad6128b8ef4d16b1ff360c84186799 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/15ad6128b8ef4d16b1ff360c84186799 2024-12-01T23:55:08,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/15ad6128b8ef4d16b1ff360c84186799, entries=250, sequenceid=209, filesize=47.3 K 2024-12-01T23:55:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/b8cea16b19d341ac98383bfed84bb112 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/b8cea16b19d341ac98383bfed84bb112 2024-12-01T23:55:08,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/b8cea16b19d341ac98383bfed84bb112, entries=150, sequenceid=209, filesize=11.9 K 2024-12-01T23:55:08,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/2cdea97da22d4fc39b35446a33b912b2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2cdea97da22d4fc39b35446a33b912b2 2024-12-01T23:55:08,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2cdea97da22d4fc39b35446a33b912b2, entries=150, sequenceid=209, filesize=11.9 K 2024-12-01T23:55:08,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c93d79afe44a79b8474231ace596e6bd in 1282ms, sequenceid=209, compaction requested=true 2024-12-01T23:55:08,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:08,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:08,352 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:08,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:08,352 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:08,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:08,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:08,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:08,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:08,353 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:08,353 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150588 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:08,353 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/B is initiating minor compaction (all files) 2024-12-01T23:55:08,353 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/A is initiating minor compaction (all files) 2024-12-01T23:55:08,353 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/B in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:08,353 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/A in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:08,354 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/972f1b2e36af45a99c9f59ac6f2120d7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/1c69138fd36342a8b6366504ba6fdb80, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f85c0e9f082041e381d0f8c74eb8de74, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/b8cea16b19d341ac98383bfed84bb112] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=47.7 K 2024-12-01T23:55:08,354 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d76ea09f881b4a06bbe5d0f01a50e50d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/8b3dd089d2bd4d30b8c9ffde5b50a49e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f545dda6a5a54c0995906d4b6f7250fc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/15ad6128b8ef4d16b1ff360c84186799] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=147.1 K 2024-12-01T23:55:08,354 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d76ea09f881b4a06bbe5d0f01a50e50d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/8b3dd089d2bd4d30b8c9ffde5b50a49e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f545dda6a5a54c0995906d4b6f7250fc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/15ad6128b8ef4d16b1ff360c84186799] 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 972f1b2e36af45a99c9f59ac6f2120d7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733097300209 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting d76ea09f881b4a06bbe5d0f01a50e50d, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733097300209 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b3dd089d2bd4d30b8c9ffde5b50a49e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733097301392 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c69138fd36342a8b6366504ba6fdb80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733097301394 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f545dda6a5a54c0995906d4b6f7250fc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733097303723 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f85c0e9f082041e381d0f8c74eb8de74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733097303723 2024-12-01T23:55:08,354 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15ad6128b8ef4d16b1ff360c84186799, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733097305908 2024-12-01T23:55:08,355 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b8cea16b19d341ac98383bfed84bb112, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733097305914 2024-12-01T23:55:08,361 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:08,368 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412016135912834cd4a95acf26e49a95a64da_c93d79afe44a79b8474231ace596e6bd store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:08,369 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:08,369 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/4d6fceabbab14c65bfec588404c907f5 is 50, key is test_row_0/B:col10/1733097305914/Put/seqid=0 2024-12-01T23:55:08,370 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412016135912834cd4a95acf26e49a95a64da_c93d79afe44a79b8474231ace596e6bd, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:08,371 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016135912834cd4a95acf26e49a95a64da_c93d79afe44a79b8474231ace596e6bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742207_1383 (size=12527) 2024-12-01T23:55:08,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742208_1384 (size=4469) 2024-12-01T23:55:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T23:55:08,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-01T23:55:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:08,463 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:55:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013c8593f0ff524a2383cff83b96356b52_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097307121/Put/seqid=0 2024-12-01T23:55:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742209_1385 (size=12304) 2024-12-01T23:55:08,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:08,479 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013c8593f0ff524a2383cff83b96356b52_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013c8593f0ff524a2383cff83b96356b52_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/3efab4f21ce9466a80734387d974e46c, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/3efab4f21ce9466a80734387d974e46c is 175, key is test_row_0/A:col10/1733097307121/Put/seqid=0 2024-12-01T23:55:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742210_1386 (size=31105) 2024-12-01T23:55:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T23:55:08,784 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#A#compaction#323 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:08,785 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/7c0e34fc357e41c9ac3c0005c14d8685 is 175, key is test_row_0/A:col10/1733097305914/Put/seqid=0 2024-12-01T23:55:08,788 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/4d6fceabbab14c65bfec588404c907f5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/4d6fceabbab14c65bfec588404c907f5 2024-12-01T23:55:08,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742211_1387 (size=31481) 2024-12-01T23:55:08,792 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/B of c93d79afe44a79b8474231ace596e6bd into 4d6fceabbab14c65bfec588404c907f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:08,792 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:08,793 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/B, priority=12, startTime=1733097308352; duration=0sec 2024-12-01T23:55:08,793 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:08,793 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:B 2024-12-01T23:55:08,793 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:08,794 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:08,794 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/C is initiating minor compaction (all files) 2024-12-01T23:55:08,794 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/C in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:08,794 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/a798b1eb2622415e8c9e407363f3c47a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/cfec2bf3fef1459680eee2d8506a6db9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/d772892b77124293ab1105a37e4c084a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2cdea97da22d4fc39b35446a33b912b2] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=47.7 K 2024-12-01T23:55:08,794 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a798b1eb2622415e8c9e407363f3c47a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733097300209 2024-12-01T23:55:08,795 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting cfec2bf3fef1459680eee2d8506a6db9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733097301394 2024-12-01T23:55:08,795 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d772892b77124293ab1105a37e4c084a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733097303723 2024-12-01T23:55:08,795 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cdea97da22d4fc39b35446a33b912b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733097305914 2024-12-01T23:55:08,801 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:08,801 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/0c4007f0f92f498fadfbc10a4056a074 is 50, key is test_row_0/C:col10/1733097305914/Put/seqid=0 2024-12-01T23:55:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742212_1388 (size=12527) 2024-12-01T23:55:08,815 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/0c4007f0f92f498fadfbc10a4056a074 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0c4007f0f92f498fadfbc10a4056a074 2024-12-01T23:55:08,819 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/C of c93d79afe44a79b8474231ace596e6bd into 0c4007f0f92f498fadfbc10a4056a074(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:08,819 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:08,819 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/C, priority=12, startTime=1733097308353; duration=0sec 2024-12-01T23:55:08,819 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:08,819 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:C 2024-12-01T23:55:08,885 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/3efab4f21ce9466a80734387d974e46c 2024-12-01T23:55:08,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/ba502658aaf64a4087c60eac6e1ea304 is 50, key is test_row_0/B:col10/1733097307121/Put/seqid=0 2024-12-01T23:55:08,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742213_1389 (size=12151) 2024-12-01T23:55:08,897 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/ba502658aaf64a4087c60eac6e1ea304 2024-12-01T23:55:08,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/89e7ef2bb6a64abcae816195ed5b6c49 is 50, key is test_row_0/C:col10/1733097307121/Put/seqid=0 2024-12-01T23:55:08,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742214_1390 (size=12151) 2024-12-01T23:55:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T23:55:09,197 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/7c0e34fc357e41c9ac3c0005c14d8685 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/7c0e34fc357e41c9ac3c0005c14d8685 2024-12-01T23:55:09,202 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/A of c93d79afe44a79b8474231ace596e6bd into 7c0e34fc357e41c9ac3c0005c14d8685(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:09,203 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:09,203 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/A, priority=12, startTime=1733097308352; duration=0sec 2024-12-01T23:55:09,203 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:09,203 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:A 2024-12-01T23:55:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:09,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:09,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097369301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097369302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,310 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/89e7ef2bb6a64abcae816195ed5b6c49 2024-12-01T23:55:09,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/3efab4f21ce9466a80734387d974e46c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/3efab4f21ce9466a80734387d974e46c 2024-12-01T23:55:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097369313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,317 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/3efab4f21ce9466a80734387d974e46c, entries=150, sequenceid=229, filesize=30.4 K 2024-12-01T23:55:09,317 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/ba502658aaf64a4087c60eac6e1ea304 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/ba502658aaf64a4087c60eac6e1ea304 2024-12-01T23:55:09,321 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/ba502658aaf64a4087c60eac6e1ea304, entries=150, sequenceid=229, filesize=11.9 K 2024-12-01T23:55:09,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/89e7ef2bb6a64abcae816195ed5b6c49 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/89e7ef2bb6a64abcae816195ed5b6c49 2024-12-01T23:55:09,325 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/89e7ef2bb6a64abcae816195ed5b6c49, entries=150, sequenceid=229, filesize=11.9 K 2024-12-01T23:55:09,325 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c93d79afe44a79b8474231ace596e6bd in 862ms, sequenceid=229, compaction requested=false 2024-12-01T23:55:09,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:09,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:09,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-01T23:55:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-01T23:55:09,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-01T23:55:09,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec 2024-12-01T23:55:09,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.0270 sec 2024-12-01T23:55:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:09,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:55:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:09,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120100021d6c7a2d4a6bb0b8a5869a1bf649_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097309299/Put/seqid=0 2024-12-01T23:55:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742215_1391 (size=17284) 2024-12-01T23:55:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T23:55:09,443 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:09,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-01T23:55:09,445 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:09,446 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:09,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T23:55:09,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097369492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097369492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T23:55:09,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:09,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:09,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:09,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:09,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097369603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097369613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:09,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T23:55:09,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097369812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097369823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:09,832 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:09,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120100021d6c7a2d4a6bb0b8a5869a1bf649_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120100021d6c7a2d4a6bb0b8a5869a1bf649_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:09,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e9becf343f6d40c0954571a31428205b, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:09,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e9becf343f6d40c0954571a31428205b is 175, key is test_row_0/A:col10/1733097309299/Put/seqid=0 2024-12-01T23:55:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742216_1392 (size=48389) 2024-12-01T23:55:09,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:09,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:09,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:09,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:09,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:10,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:10,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T23:55:10,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097370123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097370132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:10,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:10,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,261 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e9becf343f6d40c0954571a31428205b 2024-12-01T23:55:10,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/73e52c6b3c1649e0a02e80b3526ea7a9 is 50, key is test_row_0/B:col10/1733097309299/Put/seqid=0 2024-12-01T23:55:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742217_1393 (size=12151) 2024-12-01T23:55:10,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T23:55:10,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097370643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097370643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:10,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/73e52c6b3c1649e0a02e80b3526ea7a9 2024-12-01T23:55:10,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/54982493331e47ef89a1e383efa1133b is 50, key is test_row_0/C:col10/1733097309299/Put/seqid=0 2024-12-01T23:55:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742218_1394 (size=12151) 2024-12-01T23:55:10,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:10,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:10,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:10,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:11,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:11,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:11,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:11,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:11,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:11,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/54982493331e47ef89a1e383efa1133b 2024-12-01T23:55:11,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e9becf343f6d40c0954571a31428205b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e9becf343f6d40c0954571a31428205b 2024-12-01T23:55:11,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e9becf343f6d40c0954571a31428205b, entries=250, sequenceid=246, filesize=47.3 K 2024-12-01T23:55:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/73e52c6b3c1649e0a02e80b3526ea7a9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/73e52c6b3c1649e0a02e80b3526ea7a9 2024-12-01T23:55:11,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/73e52c6b3c1649e0a02e80b3526ea7a9, entries=150, sequenceid=246, filesize=11.9 K 2024-12-01T23:55:11,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/54982493331e47ef89a1e383efa1133b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/54982493331e47ef89a1e383efa1133b 2024-12-01T23:55:11,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/54982493331e47ef89a1e383efa1133b, entries=150, sequenceid=246, filesize=11.9 K 2024-12-01T23:55:11,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for c93d79afe44a79b8474231ace596e6bd in 1699ms, sequenceid=246, compaction requested=true 2024-12-01T23:55:11,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:11,118 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:11,118 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:11,118 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/A is initiating minor compaction (all files) 2024-12-01T23:55:11,119 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/A in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/B is initiating minor compaction (all files) 2024-12-01T23:55:11,119 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/7c0e34fc357e41c9ac3c0005c14d8685, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/3efab4f21ce9466a80734387d974e46c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e9becf343f6d40c0954571a31428205b] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=108.4 K 2024-12-01T23:55:11,119 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:11,119 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/B in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/7c0e34fc357e41c9ac3c0005c14d8685, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/3efab4f21ce9466a80734387d974e46c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e9becf343f6d40c0954571a31428205b] 2024-12-01T23:55:11,119 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/4d6fceabbab14c65bfec588404c907f5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/ba502658aaf64a4087c60eac6e1ea304, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/73e52c6b3c1649e0a02e80b3526ea7a9] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=36.0 K 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c0e34fc357e41c9ac3c0005c14d8685, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733097305914 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d6fceabbab14c65bfec588404c907f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733097305914 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3efab4f21ce9466a80734387d974e46c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733097307121 2024-12-01T23:55:11,119 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ba502658aaf64a4087c60eac6e1ea304, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733097307121 2024-12-01T23:55:11,120 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9becf343f6d40c0954571a31428205b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733097309287 2024-12-01T23:55:11,120 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 73e52c6b3c1649e0a02e80b3526ea7a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733097309299 2024-12-01T23:55:11,125 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:11,126 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:11,127 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/50924e874b804abab943bfa4792e59dd is 50, key is test_row_0/B:col10/1733097309299/Put/seqid=0 2024-12-01T23:55:11,128 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120163fe6806411a4864a76fc6d4d7ebf23b_c93d79afe44a79b8474231ace596e6bd store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:11,129 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120163fe6806411a4864a76fc6d4d7ebf23b_c93d79afe44a79b8474231ace596e6bd, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:11,129 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120163fe6806411a4864a76fc6d4d7ebf23b_c93d79afe44a79b8474231ace596e6bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742219_1395 (size=12629) 2024-12-01T23:55:11,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742220_1396 (size=4469) 2024-12-01T23:55:11,133 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#A#compaction#333 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:11,133 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c is 175, key is test_row_0/A:col10/1733097309299/Put/seqid=0 2024-12-01T23:55:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742221_1397 (size=31583) 2024-12-01T23:55:11,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T23:55:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:11,176 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:55:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120126968d4a1d93475a8cbbb256086da41d_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097309489/Put/seqid=0 2024-12-01T23:55:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742222_1398 (size=12454) 2024-12-01T23:55:11,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:11,188 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120126968d4a1d93475a8cbbb256086da41d_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120126968d4a1d93475a8cbbb256086da41d_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/a6221208906b42cdb5de0456136b9bef, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/a6221208906b42cdb5de0456136b9bef is 175, key is test_row_0/A:col10/1733097309489/Put/seqid=0 2024-12-01T23:55:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742223_1399 (size=31255) 2024-12-01T23:55:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:11,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:11,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097371418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:11,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097371532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:11,546 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/50924e874b804abab943bfa4792e59dd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/50924e874b804abab943bfa4792e59dd 2024-12-01T23:55:11,548 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c 2024-12-01T23:55:11,552 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/A of c93d79afe44a79b8474231ace596e6bd into d5c1a9a7bbaa4e55beab2c0fedd4eb0c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:11,552 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/B of c93d79afe44a79b8474231ace596e6bd into 50924e874b804abab943bfa4792e59dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:11,552 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:11,552 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:11,552 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/B, priority=13, startTime=1733097311118; duration=0sec 2024-12-01T23:55:11,552 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/A, priority=13, startTime=1733097311117; duration=0sec 2024-12-01T23:55:11,553 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:11,553 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:B 2024-12-01T23:55:11,553 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:11,553 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:A 2024-12-01T23:55:11,553 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:11,553 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:11,553 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/C is initiating minor compaction (all files) 2024-12-01T23:55:11,553 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/C in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:11,554 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0c4007f0f92f498fadfbc10a4056a074, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/89e7ef2bb6a64abcae816195ed5b6c49, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/54982493331e47ef89a1e383efa1133b] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=36.0 K 2024-12-01T23:55:11,554 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c4007f0f92f498fadfbc10a4056a074, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733097305914 2024-12-01T23:55:11,554 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 89e7ef2bb6a64abcae816195ed5b6c49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733097307121 2024-12-01T23:55:11,554 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 54982493331e47ef89a1e383efa1133b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733097309299 2024-12-01T23:55:11,561 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:11,561 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/c1c34500a5f541b6a06423392ae5b242 is 50, key is test_row_0/C:col10/1733097309299/Put/seqid=0 2024-12-01T23:55:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742224_1400 (size=12629) 2024-12-01T23:55:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T23:55:11,596 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/a6221208906b42cdb5de0456136b9bef 2024-12-01T23:55:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/9e255407d8bc4632b5b2114acfc4f1a7 is 50, key is test_row_0/B:col10/1733097309489/Put/seqid=0 2024-12-01T23:55:11,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742225_1401 (size=12301) 2024-12-01T23:55:11,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097371663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:11,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097371663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:11,664 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:11,665 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097371743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:11,971 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/c1c34500a5f541b6a06423392ae5b242 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/c1c34500a5f541b6a06423392ae5b242 2024-12-01T23:55:11,975 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/C of c93d79afe44a79b8474231ace596e6bd into c1c34500a5f541b6a06423392ae5b242(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:11,975 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:11,975 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/C, priority=13, startTime=1733097311118; duration=0sec 2024-12-01T23:55:11,975 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:11,975 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:C 2024-12-01T23:55:12,007 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/9e255407d8bc4632b5b2114acfc4f1a7 2024-12-01T23:55:12,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/f79ceb1dc68f4162bfeae372e0c80abe is 50, key is test_row_0/C:col10/1733097309489/Put/seqid=0 2024-12-01T23:55:12,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742226_1402 (size=12301) 2024-12-01T23:55:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097372053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:12,426 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/f79ceb1dc68f4162bfeae372e0c80abe 2024-12-01T23:55:12,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/a6221208906b42cdb5de0456136b9bef as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/a6221208906b42cdb5de0456136b9bef 2024-12-01T23:55:12,433 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/a6221208906b42cdb5de0456136b9bef, entries=150, sequenceid=265, filesize=30.5 K 2024-12-01T23:55:12,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/9e255407d8bc4632b5b2114acfc4f1a7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/9e255407d8bc4632b5b2114acfc4f1a7 2024-12-01T23:55:12,436 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/9e255407d8bc4632b5b2114acfc4f1a7, entries=150, sequenceid=265, filesize=12.0 K 2024-12-01T23:55:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/f79ceb1dc68f4162bfeae372e0c80abe as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f79ceb1dc68f4162bfeae372e0c80abe 2024-12-01T23:55:12,440 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f79ceb1dc68f4162bfeae372e0c80abe, entries=150, sequenceid=265, filesize=12.0 K 2024-12-01T23:55:12,441 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c93d79afe44a79b8474231ace596e6bd in 1265ms, sequenceid=265, compaction requested=false 2024-12-01T23:55:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-01T23:55:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-01T23:55:12,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-01T23:55:12,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9960 sec 2024-12-01T23:55:12,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.9990 sec 2024-12-01T23:55:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:12,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:55:12,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:12,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:12,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:12,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:12,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:12,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:12,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e356c06a06d9499a9e3eab94ab5493da_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097312564/Put/seqid=0 2024-12-01T23:55:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742227_1403 (size=14994) 2024-12-01T23:55:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097372637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097372743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097372954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:12,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:12,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e356c06a06d9499a9e3eab94ab5493da_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e356c06a06d9499a9e3eab94ab5493da_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:12,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/600113648da1414aaeb8aec0b6887b65, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:12,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/600113648da1414aaeb8aec0b6887b65 is 175, key is test_row_0/A:col10/1733097312564/Put/seqid=0 2024-12-01T23:55:12,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742228_1404 (size=39949) 2024-12-01T23:55:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097373272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:13,388 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/600113648da1414aaeb8aec0b6887b65 2024-12-01T23:55:13,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/42807ffaec62483595e07bd67f5abb49 is 50, key is test_row_0/B:col10/1733097312564/Put/seqid=0 2024-12-01T23:55:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742229_1405 (size=12301) 2024-12-01T23:55:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T23:55:13,603 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:13,604 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-01T23:55:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T23:55:13,606 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:13,607 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:13,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60422 deadline: 1733097373673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:13,677 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60400 deadline: 1733097373683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:13,688 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T23:55:13,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T23:55:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:13,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:13,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097373793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:13,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:13,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:13,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/42807ffaec62483595e07bd67f5abb49 2024-12-01T23:55:13,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/709c603d30e04fe9a89e698d47d5a21d is 50, key is test_row_0/C:col10/1733097312564/Put/seqid=0 2024-12-01T23:55:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742230_1406 (size=12301) 2024-12-01T23:55:13,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/709c603d30e04fe9a89e698d47d5a21d 2024-12-01T23:55:13,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/600113648da1414aaeb8aec0b6887b65 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/600113648da1414aaeb8aec0b6887b65 2024-12-01T23:55:13,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/600113648da1414aaeb8aec0b6887b65, entries=200, sequenceid=282, filesize=39.0 K 2024-12-01T23:55:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/42807ffaec62483595e07bd67f5abb49 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/42807ffaec62483595e07bd67f5abb49 2024-12-01T23:55:13,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/42807ffaec62483595e07bd67f5abb49, entries=150, sequenceid=282, filesize=12.0 K 2024-12-01T23:55:13,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/709c603d30e04fe9a89e698d47d5a21d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/709c603d30e04fe9a89e698d47d5a21d 2024-12-01T23:55:13,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/709c603d30e04fe9a89e698d47d5a21d, entries=150, sequenceid=282, filesize=12.0 K 2024-12-01T23:55:13,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c93d79afe44a79b8474231ace596e6bd in 1307ms, sequenceid=282, compaction requested=true 2024-12-01T23:55:13,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:13,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:13,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:13,872 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:13,872 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:13,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:13,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:13,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:13,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:13,873 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:13,874 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/A is initiating minor compaction (all files) 2024-12-01T23:55:13,874 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/A in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:13,874 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/a6221208906b42cdb5de0456136b9bef, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/600113648da1414aaeb8aec0b6887b65] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=100.4 K 2024-12-01T23:55:13,874 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:13,874 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/a6221208906b42cdb5de0456136b9bef, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/600113648da1414aaeb8aec0b6887b65] 2024-12-01T23:55:13,874 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:13,874 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/B is initiating minor compaction (all files) 2024-12-01T23:55:13,874 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/B in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:13,875 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/50924e874b804abab943bfa4792e59dd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/9e255407d8bc4632b5b2114acfc4f1a7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/42807ffaec62483595e07bd67f5abb49] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=36.4 K 2024-12-01T23:55:13,875 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c1a9a7bbaa4e55beab2c0fedd4eb0c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733097309299 2024-12-01T23:55:13,875 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 50924e874b804abab943bfa4792e59dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733097309299 2024-12-01T23:55:13,875 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6221208906b42cdb5de0456136b9bef, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733097309478 2024-12-01T23:55:13,875 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e255407d8bc4632b5b2114acfc4f1a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733097309478 2024-12-01T23:55:13,876 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 42807ffaec62483595e07bd67f5abb49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733097311404 2024-12-01T23:55:13,876 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 600113648da1414aaeb8aec0b6887b65, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733097311353 2024-12-01T23:55:13,884 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#B#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:13,885 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/5e2752ed780e43d78a378b65b4da45a2 is 50, key is test_row_0/B:col10/1733097312564/Put/seqid=0 2024-12-01T23:55:13,894 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:13,903 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120152ccdf925d3d44d4ab81a73c5d9396a8_c93d79afe44a79b8474231ace596e6bd store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:13,905 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120152ccdf925d3d44d4ab81a73c5d9396a8_c93d79afe44a79b8474231ace596e6bd, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:13,905 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120152ccdf925d3d44d4ab81a73c5d9396a8_c93d79afe44a79b8474231ace596e6bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742231_1407 (size=12881) 2024-12-01T23:55:13,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T23:55:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:13,914 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T23:55:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T23:55:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742232_1408 (size=4469) 2024-12-01T23:55:13,937 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#A#compaction#342 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:13,937 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/31136c61dd8b4fedbb00e543f0e83a5e is 175, key is test_row_0/A:col10/1733097312564/Put/seqid=0 2024-12-01T23:55:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120199c0bf96384d43b8af8f5d1d7167a3b8_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097312635/Put/seqid=0 2024-12-01T23:55:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742233_1409 (size=31835) 2024-12-01T23:55:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742234_1410 (size=12454) 2024-12-01T23:55:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:13,968 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120199c0bf96384d43b8af8f5d1d7167a3b8_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120199c0bf96384d43b8af8f5d1d7167a3b8_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6930129a3354405fa59baffc1c7e96d8, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6930129a3354405fa59baffc1c7e96d8 is 175, key is test_row_0/A:col10/1733097312635/Put/seqid=0 2024-12-01T23:55:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742235_1411 (size=31255) 2024-12-01T23:55:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T23:55:14,319 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/5e2752ed780e43d78a378b65b4da45a2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5e2752ed780e43d78a378b65b4da45a2 2024-12-01T23:55:14,327 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/B of c93d79afe44a79b8474231ace596e6bd into 5e2752ed780e43d78a378b65b4da45a2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:14,327 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:14,328 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/B, priority=13, startTime=1733097313872; duration=0sec 2024-12-01T23:55:14,328 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:14,328 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:B 2024-12-01T23:55:14,328 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:14,329 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:14,329 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/C is initiating minor compaction (all files) 2024-12-01T23:55:14,329 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/C in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:14,329 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/c1c34500a5f541b6a06423392ae5b242, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f79ceb1dc68f4162bfeae372e0c80abe, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/709c603d30e04fe9a89e698d47d5a21d] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=36.4 K 2024-12-01T23:55:14,329 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c34500a5f541b6a06423392ae5b242, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733097309299 2024-12-01T23:55:14,329 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f79ceb1dc68f4162bfeae372e0c80abe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733097309478 2024-12-01T23:55:14,330 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 709c603d30e04fe9a89e698d47d5a21d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733097311404 2024-12-01T23:55:14,343 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#C#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:14,343 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/0a7067e8aa0348af8e0361b3e346b72c is 50, key is test_row_0/C:col10/1733097312564/Put/seqid=0 2024-12-01T23:55:14,354 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/31136c61dd8b4fedbb00e543f0e83a5e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/31136c61dd8b4fedbb00e543f0e83a5e 2024-12-01T23:55:14,361 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/A of c93d79afe44a79b8474231ace596e6bd into 31136c61dd8b4fedbb00e543f0e83a5e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:14,361 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:14,361 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/A, priority=13, startTime=1733097313872; duration=0sec 2024-12-01T23:55:14,362 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:14,362 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:A 2024-12-01T23:55:14,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742236_1412 (size=12881) 2024-12-01T23:55:14,378 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6930129a3354405fa59baffc1c7e96d8 2024-12-01T23:55:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/f89cdc450c0d48628bb8b48f87e9acaf is 50, key is test_row_0/B:col10/1733097312635/Put/seqid=0 2024-12-01T23:55:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742237_1413 (size=12301) 2024-12-01T23:55:14,418 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/f89cdc450c0d48628bb8b48f87e9acaf 2024-12-01T23:55:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/069123c033504336818460bedbfd48a3 is 50, key is test_row_0/C:col10/1733097312635/Put/seqid=0 2024-12-01T23:55:14,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:14,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742238_1414 (size=12301) 2024-12-01T23:55:14,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097374490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:14,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097374494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:14,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097374613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:14,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097374613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T23:55:14,784 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/0a7067e8aa0348af8e0361b3e346b72c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0a7067e8aa0348af8e0361b3e346b72c 2024-12-01T23:55:14,791 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/C of c93d79afe44a79b8474231ace596e6bd into 0a7067e8aa0348af8e0361b3e346b72c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:14,791 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:14,791 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/C, priority=13, startTime=1733097313873; duration=0sec 2024-12-01T23:55:14,791 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:14,792 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:C 2024-12-01T23:55:14,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097374813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:14,822 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097374823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097374824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:14,878 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/069123c033504336818460bedbfd48a3 2024-12-01T23:55:14,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/6930129a3354405fa59baffc1c7e96d8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6930129a3354405fa59baffc1c7e96d8 2024-12-01T23:55:14,886 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6930129a3354405fa59baffc1c7e96d8, entries=150, sequenceid=300, filesize=30.5 K 2024-12-01T23:55:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/f89cdc450c0d48628bb8b48f87e9acaf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f89cdc450c0d48628bb8b48f87e9acaf 2024-12-01T23:55:14,891 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f89cdc450c0d48628bb8b48f87e9acaf, entries=150, sequenceid=300, filesize=12.0 K 2024-12-01T23:55:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/069123c033504336818460bedbfd48a3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/069123c033504336818460bedbfd48a3 2024-12-01T23:55:14,898 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/069123c033504336818460bedbfd48a3, entries=150, sequenceid=300, filesize=12.0 K 2024-12-01T23:55:14,898 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c93d79afe44a79b8474231ace596e6bd in 984ms, sequenceid=300, compaction requested=false 2024-12-01T23:55:14,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-01T23:55:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-01T23:55:14,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-01T23:55:14,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-12-01T23:55:14,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.3000 sec 2024-12-01T23:55:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:15,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T23:55:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:15,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013e99ef7c653c46d4937392b43a744adb_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097314476/Put/seqid=0 2024-12-01T23:55:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742239_1415 (size=14994) 2024-12-01T23:55:15,210 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:15,215 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013e99ef7c653c46d4937392b43a744adb_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e99ef7c653c46d4937392b43a744adb_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:15,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f595fd8e896447cb9acc9cc75c99c1de, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:15,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f595fd8e896447cb9acc9cc75c99c1de is 175, key is test_row_0/A:col10/1733097314476/Put/seqid=0 2024-12-01T23:55:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742240_1416 (size=39949) 2024-12-01T23:55:15,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f595fd8e896447cb9acc9cc75c99c1de 2024-12-01T23:55:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097375236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097375238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:15,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/02e7ed4395dd4c3bbaec1568ff6d8f49 is 50, key is test_row_0/B:col10/1733097314476/Put/seqid=0 2024-12-01T23:55:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742241_1417 (size=12301) 2024-12-01T23:55:15,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/02e7ed4395dd4c3bbaec1568ff6d8f49 2024-12-01T23:55:15,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/232c39ba3adf4042a3186f1f3a6097cf is 50, key is test_row_0/C:col10/1733097314476/Put/seqid=0 2024-12-01T23:55:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742242_1418 (size=12301) 2024-12-01T23:55:15,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097375363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:15,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097375364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:15,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:15,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:15,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097375575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60416 deadline: 1733097375575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:15,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/232c39ba3adf4042a3186f1f3a6097cf 2024-12-01T23:55:15,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/f595fd8e896447cb9acc9cc75c99c1de as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f595fd8e896447cb9acc9cc75c99c1de 2024-12-01T23:55:15,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f595fd8e896447cb9acc9cc75c99c1de, entries=200, sequenceid=318, filesize=39.0 K 2024-12-01T23:55:15,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/02e7ed4395dd4c3bbaec1568ff6d8f49 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/02e7ed4395dd4c3bbaec1568ff6d8f49 2024-12-01T23:55:15,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/02e7ed4395dd4c3bbaec1568ff6d8f49, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T23:55:15,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/232c39ba3adf4042a3186f1f3a6097cf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/232c39ba3adf4042a3186f1f3a6097cf 2024-12-01T23:55:15,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/232c39ba3adf4042a3186f1f3a6097cf, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T23:55:15,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c93d79afe44a79b8474231ace596e6bd in 603ms, sequenceid=318, compaction requested=true 2024-12-01T23:55:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:15,748 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:15,748 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c93d79afe44a79b8474231ace596e6bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:15,749 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:15,749 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:15,749 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/B is initiating minor compaction (all files) 2024-12-01T23:55:15,749 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/A is initiating minor compaction (all files) 2024-12-01T23:55:15,749 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/B in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:15,749 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5e2752ed780e43d78a378b65b4da45a2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f89cdc450c0d48628bb8b48f87e9acaf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/02e7ed4395dd4c3bbaec1568ff6d8f49] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=36.6 K 2024-12-01T23:55:15,749 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e2752ed780e43d78a378b65b4da45a2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733097311404 2024-12-01T23:55:15,749 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/A in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:15,749 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/31136c61dd8b4fedbb00e543f0e83a5e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6930129a3354405fa59baffc1c7e96d8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f595fd8e896447cb9acc9cc75c99c1de] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=100.6 K 2024-12-01T23:55:15,749 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:15,749 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f89cdc450c0d48628bb8b48f87e9acaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733097312590 2024-12-01T23:55:15,749 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/31136c61dd8b4fedbb00e543f0e83a5e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6930129a3354405fa59baffc1c7e96d8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f595fd8e896447cb9acc9cc75c99c1de] 2024-12-01T23:55:15,750 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 02e7ed4395dd4c3bbaec1568ff6d8f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733097314476 2024-12-01T23:55:15,750 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31136c61dd8b4fedbb00e543f0e83a5e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733097311404 2024-12-01T23:55:15,750 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6930129a3354405fa59baffc1c7e96d8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733097312590 2024-12-01T23:55:15,750 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f595fd8e896447cb9acc9cc75c99c1de, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733097314449 2024-12-01T23:55:15,759 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:15,760 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/d4b2711b9ef649f0a4f3567aa35c5f69 is 50, key is test_row_0/B:col10/1733097314476/Put/seqid=0 2024-12-01T23:55:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T23:55:15,763 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:15,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:15,764 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742243_1419 (size=12983) 2024-12-01T23:55:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-01T23:55:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T23:55:15,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:15,766 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:15,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:15,768 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201bcab39d09bdd4aec9e438c98c777acdf_c93d79afe44a79b8474231ace596e6bd store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:15,770 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201bcab39d09bdd4aec9e438c98c777acdf_c93d79afe44a79b8474231ace596e6bd, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:15,770 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bcab39d09bdd4aec9e438c98c777acdf_c93d79afe44a79b8474231ace596e6bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:15,772 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/d4b2711b9ef649f0a4f3567aa35c5f69 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/d4b2711b9ef649f0a4f3567aa35c5f69 2024-12-01T23:55:15,779 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/B of c93d79afe44a79b8474231ace596e6bd into d4b2711b9ef649f0a4f3567aa35c5f69(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:15,779 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:15,779 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/B, priority=13, startTime=1733097315748; duration=0sec 2024-12-01T23:55:15,779 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:15,779 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:B 2024-12-01T23:55:15,779 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:15,780 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:15,780 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): c93d79afe44a79b8474231ace596e6bd/C is initiating minor compaction (all files) 2024-12-01T23:55:15,780 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c93d79afe44a79b8474231ace596e6bd/C in TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:15,780 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0a7067e8aa0348af8e0361b3e346b72c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/069123c033504336818460bedbfd48a3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/232c39ba3adf4042a3186f1f3a6097cf] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp, totalSize=36.6 K 2024-12-01T23:55:15,781 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a7067e8aa0348af8e0361b3e346b72c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733097311404 2024-12-01T23:55:15,781 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 069123c033504336818460bedbfd48a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733097312590 2024-12-01T23:55:15,781 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 232c39ba3adf4042a3186f1f3a6097cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733097314476 2024-12-01T23:55:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742244_1420 (size=4469) 2024-12-01T23:55:15,787 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#A#compaction#351 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:15,787 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e4caf85a40a74155a65a85fb966192c5 is 175, key is test_row_0/A:col10/1733097314476/Put/seqid=0 2024-12-01T23:55:15,798 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c93d79afe44a79b8474231ace596e6bd#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:15,799 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e65d88680a8149d984eb0ce50a9eeac2 is 50, key is test_row_0/C:col10/1733097314476/Put/seqid=0 2024-12-01T23:55:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742245_1421 (size=31937) 2024-12-01T23:55:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742246_1422 (size=12983) 2024-12-01T23:55:15,808 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/e4caf85a40a74155a65a85fb966192c5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e4caf85a40a74155a65a85fb966192c5 2024-12-01T23:55:15,813 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/A of c93d79afe44a79b8474231ace596e6bd into e4caf85a40a74155a65a85fb966192c5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:15,813 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:15,813 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/A, priority=13, startTime=1733097315748; duration=0sec 2024-12-01T23:55:15,813 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:15,813 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:A 2024-12-01T23:55:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T23:55:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:15,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T23:55:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:15,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d83a3c3576d84310a09a535dd7c57d20_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097315189/Put/seqid=0 2024-12-01T23:55:15,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:15,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:15,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:15,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:15,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:15,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:15,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742247_1423 (size=14994) 2024-12-01T23:55:15,952 INFO [Thread-1561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1561. 2024-12-01T23:55:15,952 DEBUG [Thread-1561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:15,952 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,952 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:15,955 INFO [Thread-1544 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1544. 2024-12-01T23:55:15,955 DEBUG [Thread-1544 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:15,955 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,955 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:15,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097375947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:15,959 INFO [Thread-1557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1557. 2024-12-01T23:55:15,959 DEBUG [Thread-1557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:15,959 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,959 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:15,960 INFO [Thread-1553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1553. 2024-12-01T23:55:15,961 DEBUG [Thread-1553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:15,961 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,961 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:15,961 INFO [Thread-1559 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1559. 2024-12-01T23:55:15,961 DEBUG [Thread-1559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:15,961 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,961 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:15,970 INFO [Thread-1555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1555. 2024-12-01T23:55:15,970 DEBUG [Thread-1555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:15,970 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,970 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:15,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:16,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097376063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:16,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T23:55:16,210 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e65d88680a8149d984eb0ce50a9eeac2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e65d88680a8149d984eb0ce50a9eeac2 2024-12-01T23:55:16,213 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c93d79afe44a79b8474231ace596e6bd/C of c93d79afe44a79b8474231ace596e6bd into e65d88680a8149d984eb0ce50a9eeac2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:16,213 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:16,214 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., storeName=c93d79afe44a79b8474231ace596e6bd/C, priority=13, startTime=1733097315748; duration=0sec 2024-12-01T23:55:16,214 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:16,214 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c93d79afe44a79b8474231ace596e6bd:C 2024-12-01T23:55:16,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097376273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:16,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:16,328 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d83a3c3576d84310a09a535dd7c57d20_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d83a3c3576d84310a09a535dd7c57d20_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:16,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/121f41735bae4a3e823fa22d3729e2ed, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:16,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/121f41735bae4a3e823fa22d3729e2ed is 175, key is test_row_0/A:col10/1733097315189/Put/seqid=0 2024-12-01T23:55:16,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742248_1424 (size=39949) 2024-12-01T23:55:16,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T23:55:16,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:16,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097376583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:16,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:16,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:16,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:16,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,733 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/121f41735bae4a3e823fa22d3729e2ed 2024-12-01T23:55:16,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/a9f9c8417d2b47e7a0e598e86860ef77 is 50, key is test_row_0/B:col10/1733097315189/Put/seqid=0 2024-12-01T23:55:16,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742249_1425 (size=12301) 2024-12-01T23:55:16,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60438 deadline: 1733097376843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:16,843 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in c93d79afe44a79b8474231ace596e6bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T23:55:16,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:16,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733097377092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:17,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:17,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/a9f9c8417d2b47e7a0e598e86860ef77 2024-12-01T23:55:17,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/41a26a42b6294cfb9623fca4118520ab is 50, key is test_row_0/C:col10/1733097315189/Put/seqid=0 2024-12-01T23:55:17,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742250_1426 (size=12301) 2024-12-01T23:55:17,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:17,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:17,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:17,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:17,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:17,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:17,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/41a26a42b6294cfb9623fca4118520ab 2024-12-01T23:55:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/121f41735bae4a3e823fa22d3729e2ed as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/121f41735bae4a3e823fa22d3729e2ed 2024-12-01T23:55:17,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/121f41735bae4a3e823fa22d3729e2ed, entries=200, sequenceid=338, filesize=39.0 K 2024-12-01T23:55:17,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/a9f9c8417d2b47e7a0e598e86860ef77 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/a9f9c8417d2b47e7a0e598e86860ef77 2024-12-01T23:55:17,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/a9f9c8417d2b47e7a0e598e86860ef77, entries=150, sequenceid=338, filesize=12.0 K 2024-12-01T23:55:17,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/41a26a42b6294cfb9623fca4118520ab as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/41a26a42b6294cfb9623fca4118520ab 2024-12-01T23:55:17,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/41a26a42b6294cfb9623fca4118520ab, entries=150, sequenceid=338, filesize=12.0 K 2024-12-01T23:55:17,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c93d79afe44a79b8474231ace596e6bd in 1675ms, sequenceid=338, compaction requested=false 2024-12-01T23:55:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:17,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T23:55:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:17,604 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:55:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017db63daaf6264d00b6f593173a1c5ba4_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097315946/Put/seqid=0 2024-12-01T23:55:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742251_1427 (size=12454) 2024-12-01T23:55:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. as already flushing 2024-12-01T23:55:17,695 INFO [Thread-1548 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1548. 2024-12-01T23:55:17,695 DEBUG [Thread-1548 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:17,695 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:17,695 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:17,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:17,704 INFO [Thread-1542 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1542. 2024-12-01T23:55:17,704 DEBUG [Thread-1542 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:17,704 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:17,704 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:17,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T23:55:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:18,019 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017db63daaf6264d00b6f593173a1c5ba4_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017db63daaf6264d00b6f593173a1c5ba4_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:18,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/bffd9043f2f24e04b44ea927d811c595, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:18,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/bffd9043f2f24e04b44ea927d811c595 is 175, key is test_row_0/A:col10/1733097315946/Put/seqid=0 2024-12-01T23:55:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742252_1428 (size=31255) 2024-12-01T23:55:18,106 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-12-01T23:55:18,106 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:18,106 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:18,107 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:18,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:18,424 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/bffd9043f2f24e04b44ea927d811c595 2024-12-01T23:55:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/c80d2674ce834fdeb01b836c66906007 is 50, key is test_row_0/B:col10/1733097315946/Put/seqid=0 2024-12-01T23:55:18,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742253_1429 (size=12301) 2024-12-01T23:55:18,835 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/c80d2674ce834fdeb01b836c66906007 2024-12-01T23:55:18,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e170f6c2bccf40638ce398db45856308 is 50, key is test_row_0/C:col10/1733097315946/Put/seqid=0 2024-12-01T23:55:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742254_1430 (size=12301) 2024-12-01T23:55:19,250 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e170f6c2bccf40638ce398db45856308 2024-12-01T23:55:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/bffd9043f2f24e04b44ea927d811c595 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/bffd9043f2f24e04b44ea927d811c595 2024-12-01T23:55:19,261 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/bffd9043f2f24e04b44ea927d811c595, entries=150, sequenceid=353, filesize=30.5 K 2024-12-01T23:55:19,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/c80d2674ce834fdeb01b836c66906007 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/c80d2674ce834fdeb01b836c66906007 2024-12-01T23:55:19,266 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/c80d2674ce834fdeb01b836c66906007, entries=150, sequenceid=353, filesize=12.0 K 2024-12-01T23:55:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/e170f6c2bccf40638ce398db45856308 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e170f6c2bccf40638ce398db45856308 2024-12-01T23:55:19,270 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e170f6c2bccf40638ce398db45856308, entries=150, sequenceid=353, filesize=12.0 K 2024-12-01T23:55:19,271 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=20.13 KB/20610 for c93d79afe44a79b8474231ace596e6bd in 1667ms, sequenceid=353, compaction requested=true 2024-12-01T23:55:19,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for c93d79afe44a79b8474231ace596e6bd: 2024-12-01T23:55:19,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:19,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-01T23:55:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-01T23:55:19,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-01T23:55:19,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5060 sec 2024-12-01T23:55:19,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.5110 sec 2024-12-01T23:55:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T23:55:19,933 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:20,878 INFO [Thread-1546 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1546. 2024-12-01T23:55:20,878 DEBUG [Thread-1546 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:20,878 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:20,878 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:20,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1414 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4240 rows 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1405 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4211 rows 2024-12-01T23:55:20,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1418 2024-12-01T23:55:20,880 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4252 rows 2024-12-01T23:55:20,880 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1414 2024-12-01T23:55:20,880 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4241 rows 2024-12-01T23:55:20,880 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-12-01T23:55:20,880 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4203 rows 2024-12-01T23:55:20,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:55:20,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:55:20,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:20,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:20,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:20,882 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T23:55:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T23:55:20,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097320887"}]},"ts":"1733097320887"} 2024-12-01T23:55:20,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T23:55:20,889 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T23:55:20,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:55:20,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, UNASSIGN}] 2024-12-01T23:55:20,893 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, UNASSIGN 2024-12-01T23:55:20,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:20,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, UNASSIGN because future has completed 2024-12-01T23:55:20,894 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:55:20,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:55:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T23:55:21,047 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:21,047 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:55:21,047 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing c93d79afe44a79b8474231ace596e6bd, disabling compactions & flushes 2024-12-01T23:55:21,047 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:21,047 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:21,047 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. after waiting 0 ms 2024-12-01T23:55:21,047 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:21,048 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing c93d79afe44a79b8474231ace596e6bd 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-01T23:55:21,048 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=A 2024-12-01T23:55:21,048 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:21,048 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=B 2024-12-01T23:55:21,048 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:21,048 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c93d79afe44a79b8474231ace596e6bd, store=C 2024-12-01T23:55:21,048 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:21,057 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201837ae565310845a4bf16853216dc0245_c93d79afe44a79b8474231ace596e6bd is 50, key is test_row_0/A:col10/1733097320874/Put/seqid=0 2024-12-01T23:55:21,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742255_1431 (size=9914) 2024-12-01T23:55:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T23:55:21,463 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:21,471 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201837ae565310845a4bf16853216dc0245_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201837ae565310845a4bf16853216dc0245_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:21,472 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/23cd4c46771948b8a5de6e335dd204c2, store: [table=TestAcidGuarantees family=A region=c93d79afe44a79b8474231ace596e6bd] 2024-12-01T23:55:21,473 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/23cd4c46771948b8a5de6e335dd204c2 is 175, key is test_row_0/A:col10/1733097320874/Put/seqid=0 2024-12-01T23:55:21,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742256_1432 (size=22561) 2024-12-01T23:55:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T23:55:21,877 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/23cd4c46771948b8a5de6e335dd204c2 2024-12-01T23:55:21,883 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/dde59b4f93c54195ba75ff4f69f30428 is 50, key is test_row_0/B:col10/1733097320874/Put/seqid=0 2024-12-01T23:55:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742257_1433 (size=9857) 2024-12-01T23:55:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T23:55:22,287 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/dde59b4f93c54195ba75ff4f69f30428 2024-12-01T23:55:22,293 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/2377b840c5164353ba2116228abb09ef is 50, key is test_row_0/C:col10/1733097320874/Put/seqid=0 2024-12-01T23:55:22,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742258_1434 (size=9857) 2024-12-01T23:55:22,697 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/2377b840c5164353ba2116228abb09ef 2024-12-01T23:55:22,700 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/A/23cd4c46771948b8a5de6e335dd204c2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/23cd4c46771948b8a5de6e335dd204c2 2024-12-01T23:55:22,703 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/23cd4c46771948b8a5de6e335dd204c2, entries=100, sequenceid=360, filesize=22.0 K 2024-12-01T23:55:22,704 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/B/dde59b4f93c54195ba75ff4f69f30428 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/dde59b4f93c54195ba75ff4f69f30428 2024-12-01T23:55:22,706 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/dde59b4f93c54195ba75ff4f69f30428, entries=100, sequenceid=360, filesize=9.6 K 2024-12-01T23:55:22,707 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/.tmp/C/2377b840c5164353ba2116228abb09ef as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2377b840c5164353ba2116228abb09ef 2024-12-01T23:55:22,710 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2377b840c5164353ba2116228abb09ef, entries=100, sequenceid=360, filesize=9.6 K 2024-12-01T23:55:22,711 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c93d79afe44a79b8474231ace596e6bd in 1663ms, sequenceid=360, compaction requested=true 2024-12-01T23:55:22,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/957dc68a524644e496f2b9b3fc982d1c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/5308b30fd36a48169531c6232f20aa73, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/da84d37ac3b442098b8d7305bd955583, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/4c34434ffdda414796b2e585ded90220, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/43f9665beaf24daebe19047925fe6af3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6b0a520c5c5f4c3babf0bda28cfc82be, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e01056e7ee6144dc8383719f1c38f518, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d76ea09f881b4a06bbe5d0f01a50e50d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/8b3dd089d2bd4d30b8c9ffde5b50a49e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f545dda6a5a54c0995906d4b6f7250fc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/15ad6128b8ef4d16b1ff360c84186799, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/7c0e34fc357e41c9ac3c0005c14d8685, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/3efab4f21ce9466a80734387d974e46c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e9becf343f6d40c0954571a31428205b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/a6221208906b42cdb5de0456136b9bef, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/600113648da1414aaeb8aec0b6887b65, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/31136c61dd8b4fedbb00e543f0e83a5e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6930129a3354405fa59baffc1c7e96d8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f595fd8e896447cb9acc9cc75c99c1de] to archive 2024-12-01T23:55:22,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:22,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/957dc68a524644e496f2b9b3fc982d1c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/957dc68a524644e496f2b9b3fc982d1c 2024-12-01T23:55:22,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/5308b30fd36a48169531c6232f20aa73 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/5308b30fd36a48169531c6232f20aa73 2024-12-01T23:55:22,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/da84d37ac3b442098b8d7305bd955583 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/da84d37ac3b442098b8d7305bd955583 2024-12-01T23:55:22,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/4c34434ffdda414796b2e585ded90220 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/4c34434ffdda414796b2e585ded90220 2024-12-01T23:55:22,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/43f9665beaf24daebe19047925fe6af3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/43f9665beaf24daebe19047925fe6af3 2024-12-01T23:55:22,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6b0a520c5c5f4c3babf0bda28cfc82be to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6b0a520c5c5f4c3babf0bda28cfc82be 2024-12-01T23:55:22,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e01056e7ee6144dc8383719f1c38f518 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e01056e7ee6144dc8383719f1c38f518 2024-12-01T23:55:22,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d76ea09f881b4a06bbe5d0f01a50e50d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d76ea09f881b4a06bbe5d0f01a50e50d 2024-12-01T23:55:22,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/8b3dd089d2bd4d30b8c9ffde5b50a49e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/8b3dd089d2bd4d30b8c9ffde5b50a49e 2024-12-01T23:55:22,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f545dda6a5a54c0995906d4b6f7250fc to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f545dda6a5a54c0995906d4b6f7250fc 2024-12-01T23:55:22,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/15ad6128b8ef4d16b1ff360c84186799 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/15ad6128b8ef4d16b1ff360c84186799 2024-12-01T23:55:22,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/7c0e34fc357e41c9ac3c0005c14d8685 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/7c0e34fc357e41c9ac3c0005c14d8685 2024-12-01T23:55:22,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/3efab4f21ce9466a80734387d974e46c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/3efab4f21ce9466a80734387d974e46c 2024-12-01T23:55:22,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e9becf343f6d40c0954571a31428205b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e9becf343f6d40c0954571a31428205b 2024-12-01T23:55:22,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/d5c1a9a7bbaa4e55beab2c0fedd4eb0c 2024-12-01T23:55:22,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/a6221208906b42cdb5de0456136b9bef to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/a6221208906b42cdb5de0456136b9bef 2024-12-01T23:55:22,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/600113648da1414aaeb8aec0b6887b65 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/600113648da1414aaeb8aec0b6887b65 2024-12-01T23:55:22,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/31136c61dd8b4fedbb00e543f0e83a5e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/31136c61dd8b4fedbb00e543f0e83a5e 2024-12-01T23:55:22,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6930129a3354405fa59baffc1c7e96d8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/6930129a3354405fa59baffc1c7e96d8 2024-12-01T23:55:22,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f595fd8e896447cb9acc9cc75c99c1de to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/f595fd8e896447cb9acc9cc75c99c1de 2024-12-01T23:55:22,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/07dc2bb7dbf54353abfe8c21bd8b9cfa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3145aae8d5864ca4b50ea05984553adf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3f0ee52d735b4ab48e12770a09e25517, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/eb0a433a981c481eb6bd599bd03ec277, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/6f7143c036a84a05bbcaaa592571bcdd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5b302b938a7740ffbba6ea3c50f2104e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/972f1b2e36af45a99c9f59ac6f2120d7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/474f0462165d4ce2a141b055c62b476e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/1c69138fd36342a8b6366504ba6fdb80, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f85c0e9f082041e381d0f8c74eb8de74, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/4d6fceabbab14c65bfec588404c907f5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/b8cea16b19d341ac98383bfed84bb112, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/ba502658aaf64a4087c60eac6e1ea304, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/50924e874b804abab943bfa4792e59dd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/73e52c6b3c1649e0a02e80b3526ea7a9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/9e255407d8bc4632b5b2114acfc4f1a7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5e2752ed780e43d78a378b65b4da45a2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/42807ffaec62483595e07bd67f5abb49, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f89cdc450c0d48628bb8b48f87e9acaf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/02e7ed4395dd4c3bbaec1568ff6d8f49] to archive 2024-12-01T23:55:22,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:22,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/07dc2bb7dbf54353abfe8c21bd8b9cfa to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/07dc2bb7dbf54353abfe8c21bd8b9cfa 2024-12-01T23:55:22,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3145aae8d5864ca4b50ea05984553adf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3145aae8d5864ca4b50ea05984553adf 2024-12-01T23:55:22,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3f0ee52d735b4ab48e12770a09e25517 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/3f0ee52d735b4ab48e12770a09e25517 2024-12-01T23:55:22,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/eb0a433a981c481eb6bd599bd03ec277 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/eb0a433a981c481eb6bd599bd03ec277 2024-12-01T23:55:22,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/6f7143c036a84a05bbcaaa592571bcdd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/6f7143c036a84a05bbcaaa592571bcdd 2024-12-01T23:55:22,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5b302b938a7740ffbba6ea3c50f2104e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5b302b938a7740ffbba6ea3c50f2104e 2024-12-01T23:55:22,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/972f1b2e36af45a99c9f59ac6f2120d7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/972f1b2e36af45a99c9f59ac6f2120d7 2024-12-01T23:55:22,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/474f0462165d4ce2a141b055c62b476e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/474f0462165d4ce2a141b055c62b476e 2024-12-01T23:55:22,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/1c69138fd36342a8b6366504ba6fdb80 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/1c69138fd36342a8b6366504ba6fdb80 2024-12-01T23:55:22,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f85c0e9f082041e381d0f8c74eb8de74 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f85c0e9f082041e381d0f8c74eb8de74 2024-12-01T23:55:22,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/4d6fceabbab14c65bfec588404c907f5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/4d6fceabbab14c65bfec588404c907f5 2024-12-01T23:55:22,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/b8cea16b19d341ac98383bfed84bb112 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/b8cea16b19d341ac98383bfed84bb112 2024-12-01T23:55:22,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/ba502658aaf64a4087c60eac6e1ea304 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/ba502658aaf64a4087c60eac6e1ea304 2024-12-01T23:55:22,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/50924e874b804abab943bfa4792e59dd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/50924e874b804abab943bfa4792e59dd 2024-12-01T23:55:22,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/73e52c6b3c1649e0a02e80b3526ea7a9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/73e52c6b3c1649e0a02e80b3526ea7a9 2024-12-01T23:55:22,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/9e255407d8bc4632b5b2114acfc4f1a7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/9e255407d8bc4632b5b2114acfc4f1a7 2024-12-01T23:55:22,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5e2752ed780e43d78a378b65b4da45a2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/5e2752ed780e43d78a378b65b4da45a2 2024-12-01T23:55:22,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/42807ffaec62483595e07bd67f5abb49 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/42807ffaec62483595e07bd67f5abb49 2024-12-01T23:55:22,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f89cdc450c0d48628bb8b48f87e9acaf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/f89cdc450c0d48628bb8b48f87e9acaf 2024-12-01T23:55:22,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/02e7ed4395dd4c3bbaec1568ff6d8f49 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/02e7ed4395dd4c3bbaec1568ff6d8f49 2024-12-01T23:55:22,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/bb1403d18bdf469aa436022e358e8695, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f70e485bbda6465b91ef08a9c1d79246, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/924d1c39abed48d08086994910fc8bd7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7f322651e1664f199f5b38bd79f08844, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/855db6f4aea348ae9a9e83440032527b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e1ab852c5f0a40af8e015360ec35bc2b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/a798b1eb2622415e8c9e407363f3c47a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7969751351544771bcb8699afb64c2a8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/cfec2bf3fef1459680eee2d8506a6db9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/d772892b77124293ab1105a37e4c084a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0c4007f0f92f498fadfbc10a4056a074, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2cdea97da22d4fc39b35446a33b912b2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/89e7ef2bb6a64abcae816195ed5b6c49, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/c1c34500a5f541b6a06423392ae5b242, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/54982493331e47ef89a1e383efa1133b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f79ceb1dc68f4162bfeae372e0c80abe, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0a7067e8aa0348af8e0361b3e346b72c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/709c603d30e04fe9a89e698d47d5a21d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/069123c033504336818460bedbfd48a3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/232c39ba3adf4042a3186f1f3a6097cf] to archive 2024-12-01T23:55:22,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:22,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/bb1403d18bdf469aa436022e358e8695 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/bb1403d18bdf469aa436022e358e8695 2024-12-01T23:55:22,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f70e485bbda6465b91ef08a9c1d79246 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f70e485bbda6465b91ef08a9c1d79246 2024-12-01T23:55:22,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/924d1c39abed48d08086994910fc8bd7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/924d1c39abed48d08086994910fc8bd7 2024-12-01T23:55:22,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7f322651e1664f199f5b38bd79f08844 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7f322651e1664f199f5b38bd79f08844 2024-12-01T23:55:22,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/855db6f4aea348ae9a9e83440032527b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/855db6f4aea348ae9a9e83440032527b 2024-12-01T23:55:22,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e1ab852c5f0a40af8e015360ec35bc2b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e1ab852c5f0a40af8e015360ec35bc2b 2024-12-01T23:55:22,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/a798b1eb2622415e8c9e407363f3c47a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/a798b1eb2622415e8c9e407363f3c47a 2024-12-01T23:55:22,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7969751351544771bcb8699afb64c2a8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/7969751351544771bcb8699afb64c2a8 2024-12-01T23:55:22,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/cfec2bf3fef1459680eee2d8506a6db9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/cfec2bf3fef1459680eee2d8506a6db9 2024-12-01T23:55:22,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/d772892b77124293ab1105a37e4c084a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/d772892b77124293ab1105a37e4c084a 2024-12-01T23:55:22,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0c4007f0f92f498fadfbc10a4056a074 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0c4007f0f92f498fadfbc10a4056a074 2024-12-01T23:55:22,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2cdea97da22d4fc39b35446a33b912b2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2cdea97da22d4fc39b35446a33b912b2 2024-12-01T23:55:22,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/89e7ef2bb6a64abcae816195ed5b6c49 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/89e7ef2bb6a64abcae816195ed5b6c49 2024-12-01T23:55:22,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/c1c34500a5f541b6a06423392ae5b242 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/c1c34500a5f541b6a06423392ae5b242 2024-12-01T23:55:22,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/54982493331e47ef89a1e383efa1133b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/54982493331e47ef89a1e383efa1133b 2024-12-01T23:55:22,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f79ceb1dc68f4162bfeae372e0c80abe to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/f79ceb1dc68f4162bfeae372e0c80abe 2024-12-01T23:55:22,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0a7067e8aa0348af8e0361b3e346b72c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/0a7067e8aa0348af8e0361b3e346b72c 2024-12-01T23:55:22,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/709c603d30e04fe9a89e698d47d5a21d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/709c603d30e04fe9a89e698d47d5a21d 2024-12-01T23:55:22,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/069123c033504336818460bedbfd48a3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/069123c033504336818460bedbfd48a3 2024-12-01T23:55:22,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/232c39ba3adf4042a3186f1f3a6097cf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/232c39ba3adf4042a3186f1f3a6097cf 2024-12-01T23:55:22,784 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=4 2024-12-01T23:55:22,785 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. 2024-12-01T23:55:22,785 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for c93d79afe44a79b8474231ace596e6bd: Waiting for close lock at 1733097321047Running coprocessor pre-close hooks at 1733097321047Disabling compacts and flushes for region at 1733097321047Disabling writes for close at 1733097321047Obtaining lock to block concurrent updates at 1733097321048 (+1 ms)Preparing flush snapshotting stores in c93d79afe44a79b8474231ace596e6bd at 1733097321048Finished memstore snapshotting TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733097321049 (+1 ms)Flushing stores of TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd. at 1733097321050 (+1 ms)Flushing c93d79afe44a79b8474231ace596e6bd/A: creating writer at 1733097321050Flushing mob file c93d79afe44a79b8474231ace596e6bd/A: appending metadata at 1733097321057 (+7 ms)Flushing mob file c93d79afe44a79b8474231ace596e6bd/A: closing flushed file at 1733097321057Flushing c93d79afe44a79b8474231ace596e6bd/A: appending metadata at 1733097321472 (+415 ms)Flushing c93d79afe44a79b8474231ace596e6bd/A: closing flushed file at 1733097321472Flushing c93d79afe44a79b8474231ace596e6bd/B: creating writer at 1733097321881 (+409 ms)Flushing c93d79afe44a79b8474231ace596e6bd/B: appending metadata at 1733097321883 (+2 ms)Flushing c93d79afe44a79b8474231ace596e6bd/B: closing flushed file at 1733097321883Flushing c93d79afe44a79b8474231ace596e6bd/C: creating writer at 1733097322291 (+408 ms)Flushing c93d79afe44a79b8474231ace596e6bd/C: appending metadata at 1733097322293 (+2 ms)Flushing c93d79afe44a79b8474231ace596e6bd/C: closing flushed file at 1733097322293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b98452: reopening flushed file at 1733097322700 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a00bcd: reopening flushed file at 1733097322703 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a587d3: reopening flushed file at 1733097322706 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c93d79afe44a79b8474231ace596e6bd in 1663ms, sequenceid=360, compaction requested=true at 1733097322711 (+5 ms)Writing region close event to WAL at 1733097322781 (+70 ms)Running coprocessor post-close hooks at 1733097322785 (+4 ms)Closed at 1733097322785 2024-12-01T23:55:22,787 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:22,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=c93d79afe44a79b8474231ace596e6bd, regionState=CLOSED 2024-12-01T23:55:22,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:55:22,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-01T23:55:22,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure c93d79afe44a79b8474231ace596e6bd, server=579b0f681375,43621,1733097206849 in 1.8950 sec 2024-12-01T23:55:22,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-12-01T23:55:22,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c93d79afe44a79b8474231ace596e6bd, UNASSIGN in 1.8980 sec 2024-12-01T23:55:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-01T23:55:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9020 sec 2024-12-01T23:55:22,795 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097322795"}]},"ts":"1733097322795"} 2024-12-01T23:55:22,796 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T23:55:22,797 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T23:55:22,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9150 sec 2024-12-01T23:55:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T23:55:23,033 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:23,033 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T23:55:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:23,035 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-01T23:55:23,036 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:23,039 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,041 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/recovered.edits] 2024-12-01T23:55:23,044 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/121f41735bae4a3e823fa22d3729e2ed to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/121f41735bae4a3e823fa22d3729e2ed 2024-12-01T23:55:23,046 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/23cd4c46771948b8a5de6e335dd204c2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/23cd4c46771948b8a5de6e335dd204c2 2024-12-01T23:55:23,048 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/bffd9043f2f24e04b44ea927d811c595 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/bffd9043f2f24e04b44ea927d811c595 2024-12-01T23:55:23,052 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e4caf85a40a74155a65a85fb966192c5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/A/e4caf85a40a74155a65a85fb966192c5 2024-12-01T23:55:23,055 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/a9f9c8417d2b47e7a0e598e86860ef77 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/a9f9c8417d2b47e7a0e598e86860ef77 2024-12-01T23:55:23,056 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/c80d2674ce834fdeb01b836c66906007 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/c80d2674ce834fdeb01b836c66906007 2024-12-01T23:55:23,057 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/d4b2711b9ef649f0a4f3567aa35c5f69 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/d4b2711b9ef649f0a4f3567aa35c5f69 2024-12-01T23:55:23,057 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/dde59b4f93c54195ba75ff4f69f30428 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/B/dde59b4f93c54195ba75ff4f69f30428 2024-12-01T23:55:23,059 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2377b840c5164353ba2116228abb09ef to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/2377b840c5164353ba2116228abb09ef 2024-12-01T23:55:23,060 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/41a26a42b6294cfb9623fca4118520ab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/41a26a42b6294cfb9623fca4118520ab 2024-12-01T23:55:23,061 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e170f6c2bccf40638ce398db45856308 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e170f6c2bccf40638ce398db45856308 2024-12-01T23:55:23,062 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e65d88680a8149d984eb0ce50a9eeac2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/C/e65d88680a8149d984eb0ce50a9eeac2 2024-12-01T23:55:23,064 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/recovered.edits/363.seqid to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd/recovered.edits/363.seqid 2024-12-01T23:55:23,065 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,065 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T23:55:23,065 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T23:55:23,066 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T23:55:23,068 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120100021d6c7a2d4a6bb0b8a5869a1bf649_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120100021d6c7a2d4a6bb0b8a5869a1bf649_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,069 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120126968d4a1d93475a8cbbb256086da41d_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120126968d4a1d93475a8cbbb256086da41d_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013c8593f0ff524a2383cff83b96356b52_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013c8593f0ff524a2383cff83b96356b52_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,071 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e99ef7c653c46d4937392b43a744adb_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e99ef7c653c46d4937392b43a744adb_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,072 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120153ffaa248b3f4264ad86ca21e50b00a8_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120153ffaa248b3f4264ad86ca21e50b00a8_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,072 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017b5e671bc76b42f0972764add882877e_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017b5e671bc76b42f0972764add882877e_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,073 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017db63daaf6264d00b6f593173a1c5ba4_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017db63daaf6264d00b6f593173a1c5ba4_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,073 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201837ae565310845a4bf16853216dc0245_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201837ae565310845a4bf16853216dc0245_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,074 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120199c0bf96384d43b8af8f5d1d7167a3b8_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120199c0bf96384d43b8af8f5d1d7167a3b8_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,075 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019c12477d4d1548cabf50f6054f7ffd56_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019c12477d4d1548cabf50f6054f7ffd56_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,075 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a9cbd6c8b59649719ecb9addae3290e4_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a9cbd6c8b59649719ecb9addae3290e4_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,076 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ab84e8247913454996ca7e83108fb33d_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ab84e8247913454996ca7e83108fb33d_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,077 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b52bd54043634366bf21251d6ea727c8_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b52bd54043634366bf21251d6ea727c8_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,077 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b552ddeef7d6470195bff1fa4ef25538_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b552ddeef7d6470195bff1fa4ef25538_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,078 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be1b12dac7924a8a9d6872bd01bd26cb_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be1b12dac7924a8a9d6872bd01bd26cb_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,078 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d23093e7af32438a9c86660f45267ca6_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d23093e7af32438a9c86660f45267ca6_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,079 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d83a3c3576d84310a09a535dd7c57d20_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d83a3c3576d84310a09a535dd7c57d20_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,080 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e356c06a06d9499a9e3eab94ab5493da_c93d79afe44a79b8474231ace596e6bd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e356c06a06d9499a9e3eab94ab5493da_c93d79afe44a79b8474231ace596e6bd 2024-12-01T23:55:23,080 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T23:55:23,082 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:23,083 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T23:55:23,085 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T23:55:23,086 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:23,086 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T23:55:23,086 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733097323086"}]},"ts":"9223372036854775807"} 2024-12-01T23:55:23,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T23:55:23,087 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c93d79afe44a79b8474231ace596e6bd, NAME => 'TestAcidGuarantees,,1733097292814.c93d79afe44a79b8474231ace596e6bd.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T23:55:23,088 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T23:55:23,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733097323088"}]},"ts":"9223372036854775807"} 2024-12-01T23:55:23,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T23:55:23,090 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:23,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-12-01T23:55:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-01T23:55:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T23:55:23,145 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:23,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 252), OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=7180 (was 6806) - AvailableMemoryMB LEAK? - 2024-12-01T23:55:23,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=7179 2024-12-01T23:55:23,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:55:23,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:55:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:23,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:55:23,161 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:23,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-12-01T23:55:23,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:55:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-01T23:55:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742259_1435 (size=1061) 2024-12-01T23:55:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-01T23:55:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-01T23:55:23,569 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:55:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742260_1436 (size=53) 2024-12-01T23:55:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-01T23:55:23,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:55:23,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0ba5dae6fb84dc39ad5764779f33511e, disabling compactions & flushes 2024-12-01T23:55:23,974 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:23,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:23,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. after waiting 0 ms 2024-12-01T23:55:23,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:23,975 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:23,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ba5dae6fb84dc39ad5764779f33511e: Waiting for close lock at 1733097323974Disabling compacts and flushes for region at 1733097323974Disabling writes for close at 1733097323975 (+1 ms)Writing region close event to WAL at 1733097323975Closed at 1733097323975 2024-12-01T23:55:23,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:55:23,976 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733097323976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733097323976"}]},"ts":"1733097323976"} 2024-12-01T23:55:23,978 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:55:23,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:55:23,979 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097323979"}]},"ts":"1733097323979"} 2024-12-01T23:55:23,980 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T23:55:23,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, ASSIGN}] 2024-12-01T23:55:23,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, ASSIGN 2024-12-01T23:55:23,982 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, ASSIGN; state=OFFLINE, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=false 2024-12-01T23:55:24,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=0ba5dae6fb84dc39ad5764779f33511e, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:24,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, ASSIGN because future has completed 2024-12-01T23:55:24,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:55:24,291 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:24,291 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:55:24,293 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,293 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:55:24,293 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,293 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,295 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,297 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:24,297 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba5dae6fb84dc39ad5764779f33511e columnFamilyName A 2024-12-01T23:55:24,297 DEBUG [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:24,298 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.HStore(327): Store=0ba5dae6fb84dc39ad5764779f33511e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:24,298 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,299 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:24,299 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba5dae6fb84dc39ad5764779f33511e columnFamilyName B 2024-12-01T23:55:24,299 DEBUG [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:24,300 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.HStore(327): Store=0ba5dae6fb84dc39ad5764779f33511e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:24,300 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,301 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:24,301 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba5dae6fb84dc39ad5764779f33511e columnFamilyName C 2024-12-01T23:55:24,301 DEBUG [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:24,302 INFO [StoreOpener-0ba5dae6fb84dc39ad5764779f33511e-1 {}] regionserver.HStore(327): Store=0ba5dae6fb84dc39ad5764779f33511e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:24,302 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:24,302 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,303 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,303 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-01T23:55:24,304 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,304 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,304 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:55:24,305 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,306 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:55:24,306 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened 0ba5dae6fb84dc39ad5764779f33511e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75027971, jitterRate=0.11800388991832733}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:55:24,306 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:24,307 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for 0ba5dae6fb84dc39ad5764779f33511e: Running coprocessor pre-open hook at 1733097324293Writing region info on filesystem at 1733097324293Initializing all the Stores at 1733097324294 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097324294Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097324295 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097324295Cleaning up temporary data from old regions at 1733097324304 (+9 ms)Running coprocessor post-open hooks at 1733097324306 (+2 ms)Region opened successfully at 1733097324307 (+1 ms) 2024-12-01T23:55:24,307 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., pid=116, masterSystemTime=1733097324286 2024-12-01T23:55:24,309 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:24,309 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:24,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=0ba5dae6fb84dc39ad5764779f33511e, regionState=OPEN, openSeqNum=2, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:24,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:55:24,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-01T23:55:24,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 in 177 msec 2024-12-01T23:55:24,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-12-01T23:55:24,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, ASSIGN in 331 msec 2024-12-01T23:55:24,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:55:24,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097324313"}]},"ts":"1733097324313"} 2024-12-01T23:55:24,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T23:55:24,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:55:24,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-12-01T23:55:25,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:55:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-01T23:55:25,314 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:25,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed28b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,316 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11feb480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,317 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535b4f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:55:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 579b0f681375,45043,1733097206113 2024-12-01T23:55:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d2c28e3 2024-12-01T23:55:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:55:25,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:55:25,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bfce74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,324 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2dffdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,326 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58edbdd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52e343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,327 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9902bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,328 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e46118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335cae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,329 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca8f3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,330 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c87a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76919fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,332 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333eba77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,333 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3021dcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb46e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7afac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404e9d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fd006e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,338 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5a483c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b0cdb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fddce7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,341 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fe3523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,343 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bee342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cec2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,345 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cff4168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,346 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b89fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c25862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,348 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d4e0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,349 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e6f277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3084a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:25,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:25,350 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:25,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcb04bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:25,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:25,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:25,351 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ec57b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:25,352 DEBUG [Thread-1966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,352 DEBUG [Thread-1968 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,352 DEBUG [Thread-1962 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,353 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:25,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,353 DEBUG [Thread-1964 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,353 DEBUG [Thread-1962 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,354 DEBUG [Thread-1975 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,354 DEBUG [Thread-1981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,354 DEBUG [Thread-1962 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-01T23:55:25,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,355 DEBUG [Thread-1977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,355 DEBUG [Thread-1970 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,356 DEBUG [Thread-1979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,356 DEBUG [Thread-1973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T23:55:25,356 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:25,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:25,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:25,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2] 2024-12-01T23:55:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:25,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:55:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:25,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/a2b2572432354869bcebd82a6e695455 is 50, key is test_row_0/A:col10/1733097325371/Put/seqid=0 2024-12-01T23:55:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742261_1437 (size=12001) 2024-12-01T23:55:25,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/a2b2572432354869bcebd82a6e695455 2024-12-01T23:55:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097385404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097385404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097385405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097385407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097385408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/4c554542ec0c4411b883ee77acf6b575 is 50, key is test_row_0/B:col10/1733097325371/Put/seqid=0 2024-12-01T23:55:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742262_1438 (size=12001) 2024-12-01T23:55:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T23:55:25,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T23:55:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097385523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097385523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097385523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097385524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097385523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T23:55:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T23:55:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097385733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097385733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097385733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097385733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097385733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:25,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T23:55:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/4c554542ec0c4411b883ee77acf6b575 2024-12-01T23:55:25,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/a02a070f163f477b978b35e14168b76d is 50, key is test_row_0/C:col10/1733097325371/Put/seqid=0 2024-12-01T23:55:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742263_1439 (size=12001) 2024-12-01T23:55:25,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T23:55:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:25,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T23:55:26,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097386043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T23:55:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:26,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:26,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:26,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/a02a070f163f477b978b35e14168b76d 2024-12-01T23:55:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/a2b2572432354869bcebd82a6e695455 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a2b2572432354869bcebd82a6e695455 2024-12-01T23:55:26,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a2b2572432354869bcebd82a6e695455, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T23:55:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/4c554542ec0c4411b883ee77acf6b575 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/4c554542ec0c4411b883ee77acf6b575 2024-12-01T23:55:26,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/4c554542ec0c4411b883ee77acf6b575, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T23:55:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/a02a070f163f477b978b35e14168b76d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/a02a070f163f477b978b35e14168b76d 2024-12-01T23:55:26,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/a02a070f163f477b978b35e14168b76d, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T23:55:26,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0ba5dae6fb84dc39ad5764779f33511e in 907ms, sequenceid=13, compaction requested=false 2024-12-01T23:55:26,279 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T23:55:26,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:26,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T23:55:26,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:26,281 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:55:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:26,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/4a5520791474401baed06b2b84a8e073 is 50, key is test_row_0/A:col10/1733097325404/Put/seqid=0 2024-12-01T23:55:26,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742264_1440 (size=12001) 2024-12-01T23:55:26,331 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/4a5520791474401baed06b2b84a8e073 2024-12-01T23:55:26,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/3a8c78097d3d42159b1e8e6fd2c170b4 is 50, key is test_row_0/B:col10/1733097325404/Put/seqid=0 2024-12-01T23:55:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742265_1441 (size=12001) 2024-12-01T23:55:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T23:55:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:26,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097386567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097386567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097386569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097386570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097386571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097386683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097386683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097386693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097386693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097386693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,793 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/3a8c78097d3d42159b1e8e6fd2c170b4 2024-12-01T23:55:26,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/d5cd10bec1ee4e15947242f38ecd118e is 50, key is test_row_0/C:col10/1733097325404/Put/seqid=0 2024-12-01T23:55:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742266_1442 (size=12001) 2024-12-01T23:55:26,804 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/d5cd10bec1ee4e15947242f38ecd118e 2024-12-01T23:55:26,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/4a5520791474401baed06b2b84a8e073 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4a5520791474401baed06b2b84a8e073 2024-12-01T23:55:26,813 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4a5520791474401baed06b2b84a8e073, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T23:55:26,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/3a8c78097d3d42159b1e8e6fd2c170b4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/3a8c78097d3d42159b1e8e6fd2c170b4 2024-12-01T23:55:26,816 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/3a8c78097d3d42159b1e8e6fd2c170b4, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T23:55:26,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/d5cd10bec1ee4e15947242f38ecd118e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d5cd10bec1ee4e15947242f38ecd118e 2024-12-01T23:55:26,820 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d5cd10bec1ee4e15947242f38ecd118e, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T23:55:26,821 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0ba5dae6fb84dc39ad5764779f33511e in 540ms, sequenceid=33, compaction requested=false 2024-12-01T23:55:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-01T23:55:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-01T23:55:26,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-01T23:55:26,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-12-01T23:55:26,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.4710 sec 2024-12-01T23:55:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:26,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:55:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:26,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/9107d659b16c4ada8f7659df667551d7 is 50, key is test_row_0/A:col10/1733097326570/Put/seqid=0 2024-12-01T23:55:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742267_1443 (size=16681) 2024-12-01T23:55:26,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/9107d659b16c4ada8f7659df667551d7 2024-12-01T23:55:26,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/894fe119d19e49b8a333d2130729e55f is 50, key is test_row_0/B:col10/1733097326570/Put/seqid=0 2024-12-01T23:55:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742268_1444 (size=12001) 2024-12-01T23:55:26,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/894fe119d19e49b8a333d2130729e55f 2024-12-01T23:55:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097386936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097386938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097386938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097386939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097386941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:26,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f8dc3c20bcf4455c8ba1d59491d4b938 is 50, key is test_row_0/C:col10/1733097326570/Put/seqid=0 2024-12-01T23:55:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742269_1445 (size=12001) 2024-12-01T23:55:26,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f8dc3c20bcf4455c8ba1d59491d4b938 2024-12-01T23:55:26,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/9107d659b16c4ada8f7659df667551d7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9107d659b16c4ada8f7659df667551d7 2024-12-01T23:55:26,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9107d659b16c4ada8f7659df667551d7, entries=250, sequenceid=47, filesize=16.3 K 2024-12-01T23:55:26,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/894fe119d19e49b8a333d2130729e55f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/894fe119d19e49b8a333d2130729e55f 2024-12-01T23:55:26,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/894fe119d19e49b8a333d2130729e55f, entries=150, sequenceid=47, filesize=11.7 K 2024-12-01T23:55:26,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f8dc3c20bcf4455c8ba1d59491d4b938 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f8dc3c20bcf4455c8ba1d59491d4b938 2024-12-01T23:55:26,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f8dc3c20bcf4455c8ba1d59491d4b938, entries=150, sequenceid=47, filesize=11.7 K 2024-12-01T23:55:26,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0ba5dae6fb84dc39ad5764779f33511e in 91ms, sequenceid=47, compaction requested=true 2024-12-01T23:55:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:26,990 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:26,990 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:26,991 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:26,991 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:26,991 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:26,991 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:26,991 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:26,991 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:26,991 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/4c554542ec0c4411b883ee77acf6b575, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/3a8c78097d3d42159b1e8e6fd2c170b4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/894fe119d19e49b8a333d2130729e55f] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=35.2 K 2024-12-01T23:55:26,991 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a2b2572432354869bcebd82a6e695455, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4a5520791474401baed06b2b84a8e073, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9107d659b16c4ada8f7659df667551d7] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=39.7 K 2024-12-01T23:55:26,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c554542ec0c4411b883ee77acf6b575, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733097325366 2024-12-01T23:55:26,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2b2572432354869bcebd82a6e695455, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733097325366 2024-12-01T23:55:26,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a5520791474401baed06b2b84a8e073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733097325391 2024-12-01T23:55:26,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a8c78097d3d42159b1e8e6fd2c170b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733097325391 2024-12-01T23:55:26,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 894fe119d19e49b8a333d2130729e55f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733097326570 2024-12-01T23:55:26,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9107d659b16c4ada8f7659df667551d7, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733097326567 2024-12-01T23:55:27,004 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:27,005 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:27,005 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/57fbab01f694450d9d2f47b6d317597c is 50, key is test_row_0/A:col10/1733097326570/Put/seqid=0 2024-12-01T23:55:27,005 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/863f35e90c5140b184585d2356c1ba72 is 50, key is test_row_0/B:col10/1733097326570/Put/seqid=0 2024-12-01T23:55:27,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742270_1446 (size=12104) 2024-12-01T23:55:27,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742271_1447 (size=12104) 2024-12-01T23:55:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:27,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:55:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/cf15c024e39b4485a0c939e746f9b0d9 is 50, key is test_row_0/A:col10/1733097326936/Put/seqid=0 2024-12-01T23:55:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742272_1448 (size=14341) 2024-12-01T23:55:27,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/cf15c024e39b4485a0c939e746f9b0d9 2024-12-01T23:55:27,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9e2d9f14f35142c5b02ad41b545c7d44 is 50, key is test_row_0/B:col10/1733097326936/Put/seqid=0 2024-12-01T23:55:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097387074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742273_1449 (size=12001) 2024-12-01T23:55:27,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9e2d9f14f35142c5b02ad41b545c7d44 2024-12-01T23:55:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097387080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097387080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f5098c18f4d44a39ba80590eaa38d790 is 50, key is test_row_0/C:col10/1733097326936/Put/seqid=0 2024-12-01T23:55:27,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097387081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097387081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742274_1450 (size=12001) 2024-12-01T23:55:27,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f5098c18f4d44a39ba80590eaa38d790 2024-12-01T23:55:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/cf15c024e39b4485a0c939e746f9b0d9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/cf15c024e39b4485a0c939e746f9b0d9 2024-12-01T23:55:27,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/cf15c024e39b4485a0c939e746f9b0d9, entries=200, sequenceid=66, filesize=14.0 K 2024-12-01T23:55:27,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9e2d9f14f35142c5b02ad41b545c7d44 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9e2d9f14f35142c5b02ad41b545c7d44 2024-12-01T23:55:27,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9e2d9f14f35142c5b02ad41b545c7d44, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T23:55:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f5098c18f4d44a39ba80590eaa38d790 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f5098c18f4d44a39ba80590eaa38d790 2024-12-01T23:55:27,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f5098c18f4d44a39ba80590eaa38d790, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T23:55:27,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0ba5dae6fb84dc39ad5764779f33511e in 63ms, sequenceid=66, compaction requested=true 2024-12-01T23:55:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T23:55:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T23:55:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T23:55:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:27,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:55:27,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:27,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:27,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:27,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/c71489bc2a5e48228951550dc5b0dd47 is 50, key is test_row_0/A:col10/1733097327078/Put/seqid=0 2024-12-01T23:55:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742275_1451 (size=14341) 2024-12-01T23:55:27,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/c71489bc2a5e48228951550dc5b0dd47 2024-12-01T23:55:27,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/55f54c7a9eac4f7dbf96d31ca0b6a635 is 50, key is test_row_0/B:col10/1733097327078/Put/seqid=0 2024-12-01T23:55:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742276_1452 (size=12001) 2024-12-01T23:55:27,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/55f54c7a9eac4f7dbf96d31ca0b6a635 2024-12-01T23:55:27,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/508bbb815b444c2f8bc380a750bac120 is 50, key is test_row_0/C:col10/1733097327078/Put/seqid=0 2024-12-01T23:55:27,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742277_1453 (size=12001) 2024-12-01T23:55:27,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/508bbb815b444c2f8bc380a750bac120 2024-12-01T23:55:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097387226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097387233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/c71489bc2a5e48228951550dc5b0dd47 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c71489bc2a5e48228951550dc5b0dd47 2024-12-01T23:55:27,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097387234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c71489bc2a5e48228951550dc5b0dd47, entries=200, sequenceid=80, filesize=14.0 K 2024-12-01T23:55:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/55f54c7a9eac4f7dbf96d31ca0b6a635 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/55f54c7a9eac4f7dbf96d31ca0b6a635 2024-12-01T23:55:27,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097387237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/55f54c7a9eac4f7dbf96d31ca0b6a635, entries=150, sequenceid=80, filesize=11.7 K 2024-12-01T23:55:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097387239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/508bbb815b444c2f8bc380a750bac120 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/508bbb815b444c2f8bc380a750bac120 2024-12-01T23:55:27,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/508bbb815b444c2f8bc380a750bac120, entries=150, sequenceid=80, filesize=11.7 K 2024-12-01T23:55:27,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0ba5dae6fb84dc39ad5764779f33511e in 68ms, sequenceid=80, compaction requested=true 2024-12-01T23:55:27,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:27,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:27,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-12-01T23:55:27,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:27,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-12-01T23:55:27,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:27,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=7), splitQueue=0 2024-12-01T23:55:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:27,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:55:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:27,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/677bdeaa10314a50bf5eed0d37338782 is 50, key is test_row_0/A:col10/1733097327346/Put/seqid=0 2024-12-01T23:55:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742278_1454 (size=14341) 2024-12-01T23:55:27,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/677bdeaa10314a50bf5eed0d37338782 2024-12-01T23:55:27,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f0ef00108cba467e8ac15e1cd036ad10 is 50, key is test_row_0/B:col10/1733097327346/Put/seqid=0 2024-12-01T23:55:27,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097387372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097387375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097387376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097387378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097387380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742279_1455 (size=12001) 2024-12-01T23:55:27,437 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/57fbab01f694450d9d2f47b6d317597c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/57fbab01f694450d9d2f47b6d317597c 2024-12-01T23:55:27,443 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/863f35e90c5140b184585d2356c1ba72 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/863f35e90c5140b184585d2356c1ba72 2024-12-01T23:55:27,446 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 57fbab01f694450d9d2f47b6d317597c(size=11.8 K), total size for store is 39.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:27,446 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:27,446 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097326989; duration=0sec 2024-12-01T23:55:27,446 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=7), splitQueue=0 2024-12-01T23:55:27,446 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:27,446 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:27,446 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T23:55:27,449 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T23:55:27,449 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:27,449 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into 863f35e90c5140b184585d2356c1ba72(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:27,449 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:27,449 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:27,449 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097326990; duration=0sec 2024-12-01T23:55:27,449 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/a02a070f163f477b978b35e14168b76d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d5cd10bec1ee4e15947242f38ecd118e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f8dc3c20bcf4455c8ba1d59491d4b938, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f5098c18f4d44a39ba80590eaa38d790, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/508bbb815b444c2f8bc380a750bac120] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=58.6 K 2024-12-01T23:55:27,449 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-12-01T23:55:27,449 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:27,449 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a02a070f163f477b978b35e14168b76d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733097325366 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5cd10bec1ee4e15947242f38ecd118e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733097325391 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. because compaction request was cancelled 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:27,450 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8dc3c20bcf4455c8ba1d59491d4b938, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733097326570 2024-12-01T23:55:27,451 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5098c18f4d44a39ba80590eaa38d790, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733097326936 2024-12-01T23:55:27,451 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 508bbb815b444c2f8bc380a750bac120, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097327078 2024-12-01T23:55:27,451 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:27,451 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:27,451 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:27,451 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/57fbab01f694450d9d2f47b6d317597c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/cf15c024e39b4485a0c939e746f9b0d9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c71489bc2a5e48228951550dc5b0dd47] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=39.8 K 2024-12-01T23:55:27,452 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 57fbab01f694450d9d2f47b6d317597c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733097326570 2024-12-01T23:55:27,452 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting cf15c024e39b4485a0c939e746f9b0d9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733097326936 2024-12-01T23:55:27,452 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c71489bc2a5e48228951550dc5b0dd47, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097327078 2024-12-01T23:55:27,465 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:27,465 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/4ee19016eef8485497ef9ebf6e28167c is 50, key is test_row_0/A:col10/1733097327078/Put/seqid=0 2024-12-01T23:55:27,478 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:27,479 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/5ad3ae0df67340da9687c76055ea4fc6 is 50, key is test_row_0/C:col10/1733097327078/Put/seqid=0 2024-12-01T23:55:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742280_1456 (size=12207) 2024-12-01T23:55:27,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097387493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097387494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097387495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,501 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/4ee19016eef8485497ef9ebf6e28167c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4ee19016eef8485497ef9ebf6e28167c 2024-12-01T23:55:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T23:55:27,504 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742281_1457 (size=12173) 2024-12-01T23:55:27,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-01T23:55:27,507 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T23:55:27,508 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 4ee19016eef8485497ef9ebf6e28167c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:27,508 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:27,508 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:27,508 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097327259; duration=0sec 2024-12-01T23:55:27,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:27,508 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T23:55:27,508 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:27,508 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:27,510 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/5ad3ae0df67340da9687c76055ea4fc6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5ad3ae0df67340da9687c76055ea4fc6 2024-12-01T23:55:27,510 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:27,510 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:27,510 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:27,510 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/863f35e90c5140b184585d2356c1ba72, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9e2d9f14f35142c5b02ad41b545c7d44, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/55f54c7a9eac4f7dbf96d31ca0b6a635] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=35.3 K 2024-12-01T23:55:27,511 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 863f35e90c5140b184585d2356c1ba72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733097326570 2024-12-01T23:55:27,511 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e2d9f14f35142c5b02ad41b545c7d44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733097326936 2024-12-01T23:55:27,511 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f54c7a9eac4f7dbf96d31ca0b6a635, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097327078 2024-12-01T23:55:27,515 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into 5ad3ae0df67340da9687c76055ea4fc6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:27,515 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=11, startTime=1733097327259; duration=0sec 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 3 compacting, 0 eligible, 16 blocking 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. because compaction request was cancelled 2024-12-01T23:55:27,515 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. because compaction request was cancelled 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. because compaction request was cancelled 2024-12-01T23:55:27,516 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097387504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097387504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,524 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:27,524 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9cb630b8462d441eac7b1692fca881a5 is 50, key is test_row_0/B:col10/1733097327078/Put/seqid=0 2024-12-01T23:55:27,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742282_1458 (size=12207) 2024-12-01T23:55:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T23:55:27,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T23:55:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:27,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097387702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097387713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097387713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097387723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097387723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:27,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f0ef00108cba467e8ac15e1cd036ad10 2024-12-01T23:55:27,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T23:55:27,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:27,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:27,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:27,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:27,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:27,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/564c16775d954100bef98583a8d83248 is 50, key is test_row_0/C:col10/1733097327346/Put/seqid=0 2024-12-01T23:55:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T23:55:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742283_1459 (size=12001) 2024-12-01T23:55:27,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/564c16775d954100bef98583a8d83248 2024-12-01T23:55:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/677bdeaa10314a50bf5eed0d37338782 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/677bdeaa10314a50bf5eed0d37338782 2024-12-01T23:55:27,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/677bdeaa10314a50bf5eed0d37338782, entries=200, sequenceid=99, filesize=14.0 K 2024-12-01T23:55:27,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f0ef00108cba467e8ac15e1cd036ad10 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0ef00108cba467e8ac15e1cd036ad10 2024-12-01T23:55:27,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0ef00108cba467e8ac15e1cd036ad10, entries=150, sequenceid=99, filesize=11.7 K 2024-12-01T23:55:27,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/564c16775d954100bef98583a8d83248 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/564c16775d954100bef98583a8d83248 2024-12-01T23:55:27,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/564c16775d954100bef98583a8d83248, entries=150, sequenceid=99, filesize=11.7 K 2024-12-01T23:55:27,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0ba5dae6fb84dc39ad5764779f33511e in 552ms, sequenceid=99, compaction requested=false 2024-12-01T23:55:27,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:28,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T23:55:28,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:28,022 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T23:55:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:28,029 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9cb630b8462d441eac7b1692fca881a5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9cb630b8462d441eac7b1692fca881a5 2024-12-01T23:55:28,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/a292fcf294d540d080fecd1f1b09ea54 is 50, key is test_row_0/A:col10/1733097327377/Put/seqid=0 2024-12-01T23:55:28,036 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into 9cb630b8462d441eac7b1692fca881a5(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:28,036 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:28,036 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097327120; duration=0sec 2024-12-01T23:55:28,036 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:28,036 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:28,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742284_1460 (size=12001) 2024-12-01T23:55:28,050 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/a292fcf294d540d080fecd1f1b09ea54 2024-12-01T23:55:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7ba7b581ab0b49c29f97a015a0fe5962 is 50, key is test_row_0/B:col10/1733097327377/Put/seqid=0 2024-12-01T23:55:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742285_1461 (size=12001) 2024-12-01T23:55:28,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097388068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097388070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097388071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097388072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097388077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T23:55:28,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097388183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097388183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097388192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097388193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097388193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T23:55:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097388403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097388403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097388412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097388412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097388413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,469 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7ba7b581ab0b49c29f97a015a0fe5962 2024-12-01T23:55:28,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/19d54dfba2bf4d31a9a9d20941a4b6db is 50, key is test_row_0/C:col10/1733097327377/Put/seqid=0 2024-12-01T23:55:28,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742286_1462 (size=12001) 2024-12-01T23:55:28,479 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/19d54dfba2bf4d31a9a9d20941a4b6db 2024-12-01T23:55:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/a292fcf294d540d080fecd1f1b09ea54 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a292fcf294d540d080fecd1f1b09ea54 2024-12-01T23:55:28,486 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a292fcf294d540d080fecd1f1b09ea54, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T23:55:28,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7ba7b581ab0b49c29f97a015a0fe5962 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7ba7b581ab0b49c29f97a015a0fe5962 2024-12-01T23:55:28,491 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7ba7b581ab0b49c29f97a015a0fe5962, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T23:55:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/19d54dfba2bf4d31a9a9d20941a4b6db as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/19d54dfba2bf4d31a9a9d20941a4b6db 2024-12-01T23:55:28,496 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/19d54dfba2bf4d31a9a9d20941a4b6db, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T23:55:28,497 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0ba5dae6fb84dc39ad5764779f33511e in 475ms, sequenceid=116, compaction requested=true 2024-12-01T23:55:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-01T23:55:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-01T23:55:28,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-01T23:55:28,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-12-01T23:55:28,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 996 msec 2024-12-01T23:55:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T23:55:28,643 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:28,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-01T23:55:28,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T23:55:28,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:28,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:28,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T23:55:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:28,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/5f591fdb669146e882c43511f3a7583d is 50, key is test_row_0/A:col10/1733097328075/Put/seqid=0 2024-12-01T23:55:28,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742287_1463 (size=14541) 2024-12-01T23:55:28,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/5f591fdb669146e882c43511f3a7583d 2024-12-01T23:55:28,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/593417045cff496c8818a2a77629e8d2 is 50, key is test_row_0/B:col10/1733097328075/Put/seqid=0 2024-12-01T23:55:28,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742288_1464 (size=12151) 2024-12-01T23:55:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T23:55:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097388743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097388743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097388744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097388745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097388755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T23:55:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:28,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:28,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097388863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097388863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097388863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097388863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097388873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:28,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T23:55:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:28,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T23:55:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097389082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097389082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097389083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097389083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097389093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T23:55:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/593417045cff496c8818a2a77629e8d2 2024-12-01T23:55:29,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/0071d9b3339748e1911096d6a1f3d748 is 50, key is test_row_0/C:col10/1733097328075/Put/seqid=0 2024-12-01T23:55:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742289_1465 (size=12151) 2024-12-01T23:55:29,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T23:55:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T23:55:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097389403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097389403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097389403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097389403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T23:55:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097389413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a2b2572432354869bcebd82a6e695455, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4a5520791474401baed06b2b84a8e073, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9107d659b16c4ada8f7659df667551d7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/57fbab01f694450d9d2f47b6d317597c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/cf15c024e39b4485a0c939e746f9b0d9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c71489bc2a5e48228951550dc5b0dd47] to archive 2024-12-01T23:55:29,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:29,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a2b2572432354869bcebd82a6e695455 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a2b2572432354869bcebd82a6e695455 2024-12-01T23:55:29,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4a5520791474401baed06b2b84a8e073 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4a5520791474401baed06b2b84a8e073 2024-12-01T23:55:29,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9107d659b16c4ada8f7659df667551d7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9107d659b16c4ada8f7659df667551d7 2024-12-01T23:55:29,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/57fbab01f694450d9d2f47b6d317597c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/57fbab01f694450d9d2f47b6d317597c 2024-12-01T23:55:29,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/cf15c024e39b4485a0c939e746f9b0d9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/cf15c024e39b4485a0c939e746f9b0d9 2024-12-01T23:55:29,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c71489bc2a5e48228951550dc5b0dd47 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c71489bc2a5e48228951550dc5b0dd47 2024-12-01T23:55:29,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/4c554542ec0c4411b883ee77acf6b575, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/3a8c78097d3d42159b1e8e6fd2c170b4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/863f35e90c5140b184585d2356c1ba72, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/894fe119d19e49b8a333d2130729e55f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9e2d9f14f35142c5b02ad41b545c7d44, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/55f54c7a9eac4f7dbf96d31ca0b6a635] to archive 2024-12-01T23:55:29,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:29,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/4c554542ec0c4411b883ee77acf6b575 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/4c554542ec0c4411b883ee77acf6b575 2024-12-01T23:55:29,488 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/3a8c78097d3d42159b1e8e6fd2c170b4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/3a8c78097d3d42159b1e8e6fd2c170b4 2024-12-01T23:55:29,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/863f35e90c5140b184585d2356c1ba72 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/863f35e90c5140b184585d2356c1ba72 2024-12-01T23:55:29,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/894fe119d19e49b8a333d2130729e55f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/894fe119d19e49b8a333d2130729e55f 2024-12-01T23:55:29,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9e2d9f14f35142c5b02ad41b545c7d44 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9e2d9f14f35142c5b02ad41b545c7d44 2024-12-01T23:55:29,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/55f54c7a9eac4f7dbf96d31ca0b6a635 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/55f54c7a9eac4f7dbf96d31ca0b6a635 2024-12-01T23:55:29,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/a02a070f163f477b978b35e14168b76d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d5cd10bec1ee4e15947242f38ecd118e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f8dc3c20bcf4455c8ba1d59491d4b938, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f5098c18f4d44a39ba80590eaa38d790, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/508bbb815b444c2f8bc380a750bac120] to archive 2024-12-01T23:55:29,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:29,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/a02a070f163f477b978b35e14168b76d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/a02a070f163f477b978b35e14168b76d 2024-12-01T23:55:29,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d5cd10bec1ee4e15947242f38ecd118e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d5cd10bec1ee4e15947242f38ecd118e 2024-12-01T23:55:29,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f8dc3c20bcf4455c8ba1d59491d4b938 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f8dc3c20bcf4455c8ba1d59491d4b938 2024-12-01T23:55:29,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f5098c18f4d44a39ba80590eaa38d790 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f5098c18f4d44a39ba80590eaa38d790 2024-12-01T23:55:29,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/579b0f681375:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/508bbb815b444c2f8bc380a750bac120 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/508bbb815b444c2f8bc380a750bac120 2024-12-01T23:55:29,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/0071d9b3339748e1911096d6a1f3d748 2024-12-01T23:55:29,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/5f591fdb669146e882c43511f3a7583d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5f591fdb669146e882c43511f3a7583d 2024-12-01T23:55:29,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5f591fdb669146e882c43511f3a7583d, entries=200, sequenceid=137, filesize=14.2 K 2024-12-01T23:55:29,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/593417045cff496c8818a2a77629e8d2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/593417045cff496c8818a2a77629e8d2 2024-12-01T23:55:29,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/593417045cff496c8818a2a77629e8d2, entries=150, sequenceid=137, filesize=11.9 K 2024-12-01T23:55:29,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T23:55:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/0071d9b3339748e1911096d6a1f3d748 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0071d9b3339748e1911096d6a1f3d748 2024-12-01T23:55:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:29,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0071d9b3339748e1911096d6a1f3d748, entries=150, sequenceid=137, filesize=11.9 K 2024-12-01T23:55:29,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0ba5dae6fb84dc39ad5764779f33511e in 850ms, sequenceid=137, compaction requested=true 2024-12-01T23:55:29,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:29,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:29,571 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:29,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:29,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:29,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:29,571 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:29,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:29,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:29,572 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:29,572 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:29,572 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,572 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4ee19016eef8485497ef9ebf6e28167c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/677bdeaa10314a50bf5eed0d37338782, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a292fcf294d540d080fecd1f1b09ea54, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5f591fdb669146e882c43511f3a7583d] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=51.8 K 2024-12-01T23:55:29,573 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:29,573 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:29,573 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,573 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9cb630b8462d441eac7b1692fca881a5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0ef00108cba467e8ac15e1cd036ad10, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7ba7b581ab0b49c29f97a015a0fe5962, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/593417045cff496c8818a2a77629e8d2] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=47.2 K 2024-12-01T23:55:29,573 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ee19016eef8485497ef9ebf6e28167c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097327078 2024-12-01T23:55:29,573 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cb630b8462d441eac7b1692fca881a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097327078 2024-12-01T23:55:29,573 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 677bdeaa10314a50bf5eed0d37338782, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733097327232 2024-12-01T23:55:29,573 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ef00108cba467e8ac15e1cd036ad10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733097327232 2024-12-01T23:55:29,574 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a292fcf294d540d080fecd1f1b09ea54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733097327358 2024-12-01T23:55:29,574 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ba7b581ab0b49c29f97a015a0fe5962, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733097327358 2024-12-01T23:55:29,574 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f591fdb669146e882c43511f3a7583d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733097328068 2024-12-01T23:55:29,574 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 593417045cff496c8818a2a77629e8d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733097328070 2024-12-01T23:55:29,580 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:29,580 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:29,581 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/378abb47c9474fbf9e7b230dd9ef3fcd is 50, key is test_row_0/B:col10/1733097328075/Put/seqid=0 2024-12-01T23:55:29,581 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/bd2b7c2f628f42049809396370b23e1a is 50, key is test_row_0/A:col10/1733097328075/Put/seqid=0 2024-12-01T23:55:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742291_1467 (size=12289) 2024-12-01T23:55:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742290_1466 (size=12289) 2024-12-01T23:55:29,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T23:55:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,719 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:55:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:29,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/f88cac72d63b40749534f8b5bc7f7ffe is 50, key is test_row_0/A:col10/1733097328744/Put/seqid=0 2024-12-01T23:55:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742292_1468 (size=12151) 2024-12-01T23:55:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T23:55:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:29,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:29,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097389941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097389942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097389943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097389946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097389949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:29,988 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/378abb47c9474fbf9e7b230dd9ef3fcd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/378abb47c9474fbf9e7b230dd9ef3fcd 2024-12-01T23:55:29,990 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/bd2b7c2f628f42049809396370b23e1a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/bd2b7c2f628f42049809396370b23e1a 2024-12-01T23:55:29,991 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into 378abb47c9474fbf9e7b230dd9ef3fcd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:29,991 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:29,991 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=12, startTime=1733097329571; duration=0sec 2024-12-01T23:55:29,991 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:29,991 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:29,991 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:29,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:29,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:29,992 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:29,992 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5ad3ae0df67340da9687c76055ea4fc6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/564c16775d954100bef98583a8d83248, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/19d54dfba2bf4d31a9a9d20941a4b6db, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0071d9b3339748e1911096d6a1f3d748] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=47.2 K 2024-12-01T23:55:29,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ad3ae0df67340da9687c76055ea4fc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733097327078 2024-12-01T23:55:29,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 564c16775d954100bef98583a8d83248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733097327232 2024-12-01T23:55:29,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 19d54dfba2bf4d31a9a9d20941a4b6db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733097327358 2024-12-01T23:55:29,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0071d9b3339748e1911096d6a1f3d748, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733097328070 2024-12-01T23:55:29,994 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into bd2b7c2f628f42049809396370b23e1a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:29,994 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:29,994 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=12, startTime=1733097329571; duration=0sec 2024-12-01T23:55:29,994 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:29,994 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:29,998 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:29,999 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/5b33348dc8694feeb7f6fb22e0b9cc81 is 50, key is test_row_0/C:col10/1733097328075/Put/seqid=0 2024-12-01T23:55:30,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742293_1469 (size=12289) 2024-12-01T23:55:30,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097390052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097390063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097390063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097390063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097390073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,127 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/f88cac72d63b40749534f8b5bc7f7ffe 2024-12-01T23:55:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/a67369d94ae74b03aa142904c108e63d is 50, key is test_row_0/B:col10/1733097328744/Put/seqid=0 2024-12-01T23:55:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742294_1470 (size=12151) 2024-12-01T23:55:30,154 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/a67369d94ae74b03aa142904c108e63d 2024-12-01T23:55:30,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/54cfd3f895ba4cd49b28e2151163e36f is 50, key is test_row_0/C:col10/1733097328744/Put/seqid=0 2024-12-01T23:55:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742295_1471 (size=12151) 2024-12-01T23:55:30,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097390262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097390273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097390273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097390273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097390282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,404 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/5b33348dc8694feeb7f6fb22e0b9cc81 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5b33348dc8694feeb7f6fb22e0b9cc81 2024-12-01T23:55:30,407 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into 5b33348dc8694feeb7f6fb22e0b9cc81(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:30,408 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:30,408 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=12, startTime=1733097329571; duration=0sec 2024-12-01T23:55:30,408 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:30,408 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:30,575 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/54cfd3f895ba4cd49b28e2151163e36f 2024-12-01T23:55:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/f88cac72d63b40749534f8b5bc7f7ffe as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f88cac72d63b40749534f8b5bc7f7ffe 2024-12-01T23:55:30,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097390572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,581 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f88cac72d63b40749534f8b5bc7f7ffe, entries=150, sequenceid=149, filesize=11.9 K 2024-12-01T23:55:30,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/a67369d94ae74b03aa142904c108e63d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/a67369d94ae74b03aa142904c108e63d 2024-12-01T23:55:30,584 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/a67369d94ae74b03aa142904c108e63d, entries=150, sequenceid=149, filesize=11.9 K 2024-12-01T23:55:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/54cfd3f895ba4cd49b28e2151163e36f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/54cfd3f895ba4cd49b28e2151163e36f 2024-12-01T23:55:30,587 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/54cfd3f895ba4cd49b28e2151163e36f, entries=150, sequenceid=149, filesize=11.9 K 2024-12-01T23:55:30,587 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0ba5dae6fb84dc39ad5764779f33511e in 868ms, sequenceid=149, compaction requested=false 2024-12-01T23:55:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-01T23:55:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-01T23:55:30,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-01T23:55:30,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec 2024-12-01T23:55:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:30,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097329930, max timestamp=1733097330589Num uniques 859; 2024-12-01T23:55:30,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:30,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097329930, max timestamp=1733097330589Num uniques 859; 2024-12-01T23:55:30,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.9470 sec 2024-12-01T23:55:30,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:30,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-12-01T23:55:30,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097329930, max timestamp=1733097330589Num uniques 859; 2024-12-01T23:55:30,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:30,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:30,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:30,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:30,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:30,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:30,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:30,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/ff8215e204d64122937325ba17d03aa2 is 50, key is test_row_0/A:col10/1733097330589/Put/seqid=0 2024-12-01T23:55:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742296_1472 (size=19321) 2024-12-01T23:55:30,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733097330616, max timestamp=1733097330636Num uniques 859; 2024-12-01T23:55:30,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733097330616, max timestamp=1733097330636Num uniques 859; 2024-12-01T23:55:30,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733097330616, max timestamp=1733097330636Num uniques 859; 2024-12-01T23:55:30,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-01T23:55:30,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-01T23:55:30,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-01T23:55:30,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097390659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097390660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097390664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097390674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T23:55:30,793 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:30,794 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097390783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-01T23:55:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097390783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097390783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097390783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T23:55:30,796 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:30,796 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:30,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T23:55:30,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:30,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:30,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/ff8215e204d64122937325ba17d03aa2 2024-12-01T23:55:31,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f36e5795a2d94e69925a8a0453b8e4a5 is 50, key is test_row_0/B:col10/1733097330589/Put/seqid=0 2024-12-01T23:55:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742297_1473 (size=12151) 2024-12-01T23:55:31,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097391003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097391003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097391003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097391003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097391083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T23:55:31,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097391323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097391323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097391323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097391323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:31,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:31,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f36e5795a2d94e69925a8a0453b8e4a5 2024-12-01T23:55:31,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/d617917afa8a48c999d434b8c7698a95 is 50, key is test_row_0/C:col10/1733097330589/Put/seqid=0 2024-12-01T23:55:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742298_1474 (size=12151) 2024-12-01T23:55:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T23:55:31,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:31,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:31,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/d617917afa8a48c999d434b8c7698a95 2024-12-01T23:55:31,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/ff8215e204d64122937325ba17d03aa2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/ff8215e204d64122937325ba17d03aa2 2024-12-01T23:55:31,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/ff8215e204d64122937325ba17d03aa2, entries=300, sequenceid=175, filesize=18.9 K 2024-12-01T23:55:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f36e5795a2d94e69925a8a0453b8e4a5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f36e5795a2d94e69925a8a0453b8e4a5 2024-12-01T23:55:31,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f36e5795a2d94e69925a8a0453b8e4a5, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T23:55:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/d617917afa8a48c999d434b8c7698a95 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d617917afa8a48c999d434b8c7698a95 2024-12-01T23:55:31,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d617917afa8a48c999d434b8c7698a95, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T23:55:31,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for 0ba5dae6fb84dc39ad5764779f33511e in 1239ms, sequenceid=175, compaction requested=true 2024-12-01T23:55:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:31,832 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:31,832 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:31,832 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36591 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:31,832 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:31,832 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:31,832 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:31,832 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,832 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,832 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/378abb47c9474fbf9e7b230dd9ef3fcd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/a67369d94ae74b03aa142904c108e63d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f36e5795a2d94e69925a8a0453b8e4a5] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=35.7 K 2024-12-01T23:55:31,832 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/bd2b7c2f628f42049809396370b23e1a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f88cac72d63b40749534f8b5bc7f7ffe, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/ff8215e204d64122937325ba17d03aa2] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=42.7 K 2024-12-01T23:55:31,833 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 378abb47c9474fbf9e7b230dd9ef3fcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733097328070 2024-12-01T23:55:31,833 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd2b7c2f628f42049809396370b23e1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733097328070 2024-12-01T23:55:31,833 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a67369d94ae74b03aa142904c108e63d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733097328743 2024-12-01T23:55:31,833 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting f88cac72d63b40749534f8b5bc7f7ffe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733097328743 2024-12-01T23:55:31,833 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f36e5795a2d94e69925a8a0453b8e4a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733097329942 2024-12-01T23:55:31,833 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff8215e204d64122937325ba17d03aa2, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733097329930 2024-12-01T23:55:31,842 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:31,842 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/2d8cc544de34415cba7d618cebde17fb is 50, key is test_row_0/A:col10/1733097330589/Put/seqid=0 2024-12-01T23:55:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:31,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=154.31 KB heapSize=426 KB 2024-12-01T23:55:31,844 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:31,845 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/85c5cebffe6e4647a1caa14e155c7e9d is 50, key is test_row_0/B:col10/1733097330589/Put/seqid=0 2024-12-01T23:55:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742299_1475 (size=12391) 2024-12-01T23:55:31,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/3790d94fa29a49559b4a5e798d405faa is 50, key is test_row_0/A:col10/1733097330672/Put/seqid=0 2024-12-01T23:55:31,852 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/2d8cc544de34415cba7d618cebde17fb as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2d8cc544de34415cba7d618cebde17fb 2024-12-01T23:55:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742300_1476 (size=12391) 2024-12-01T23:55:31,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:31,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:31,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742301_1477 (size=16931) 2024-12-01T23:55:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:31,881 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 2d8cc544de34415cba7d618cebde17fb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:31,881 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:31,881 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097331832; duration=0sec 2024-12-01T23:55:31,881 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:31,881 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:31,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,881 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097391851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,882 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36591 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:31,882 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:31,882 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:31,883 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5b33348dc8694feeb7f6fb22e0b9cc81, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/54cfd3f895ba4cd49b28e2151163e36f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d617917afa8a48c999d434b8c7698a95] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=35.7 K 2024-12-01T23:55:31,883 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b33348dc8694feeb7f6fb22e0b9cc81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733097328070 2024-12-01T23:55:31,883 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54cfd3f895ba4cd49b28e2151163e36f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733097328743 2024-12-01T23:55:31,883 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting d617917afa8a48c999d434b8c7698a95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733097329942 2024-12-01T23:55:31,887 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#403 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:31,888 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/8fd10a41759b46ab9ff433b36cb96289 is 50, key is test_row_0/C:col10/1733097330589/Put/seqid=0 2024-12-01T23:55:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742302_1478 (size=12391) 2024-12-01T23:55:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097391882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097391882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097391882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T23:55:31,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097391993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097392003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097392003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097392003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097392103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,110 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 0ba5dae6fb84dc39ad5764779f33511e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097392203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097392213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097392213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097392213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,263 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/85c5cebffe6e4647a1caa14e155c7e9d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/85c5cebffe6e4647a1caa14e155c7e9d 2024-12-01T23:55:32,266 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into 85c5cebffe6e4647a1caa14e155c7e9d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:32,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/3790d94fa29a49559b4a5e798d405faa 2024-12-01T23:55:32,266 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:32,266 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097331832; duration=0sec 2024-12-01T23:55:32,266 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:32,266 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:32,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/d6123e19e65f40b7b19be1b293ee709c is 50, key is test_row_0/B:col10/1733097330672/Put/seqid=0 2024-12-01T23:55:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742303_1479 (size=12151) 2024-12-01T23:55:32,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/d6123e19e65f40b7b19be1b293ee709c 2024-12-01T23:55:32,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/b50fba117d7f4e888deafb22aabb64ba is 50, key is test_row_0/C:col10/1733097330672/Put/seqid=0 2024-12-01T23:55:32,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742304_1480 (size=12151) 2024-12-01T23:55:32,294 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/8fd10a41759b46ab9ff433b36cb96289 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/8fd10a41759b46ab9ff433b36cb96289 2024-12-01T23:55:32,298 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into 8fd10a41759b46ab9ff433b36cb96289(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:32,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:32,298 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=13, startTime=1733097331832; duration=0sec 2024-12-01T23:55:32,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:32,298 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:32,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:32,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097392512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097392523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097392523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097392523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:32,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:32,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/b50fba117d7f4e888deafb22aabb64ba 2024-12-01T23:55:32,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/3790d94fa29a49559b4a5e798d405faa as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3790d94fa29a49559b4a5e798d405faa 2024-12-01T23:55:32,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3790d94fa29a49559b4a5e798d405faa, entries=250, sequenceid=212, filesize=16.5 K 2024-12-01T23:55:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/d6123e19e65f40b7b19be1b293ee709c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/d6123e19e65f40b7b19be1b293ee709c 2024-12-01T23:55:32,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/d6123e19e65f40b7b19be1b293ee709c, entries=150, sequenceid=212, filesize=11.9 K 2024-12-01T23:55:32,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/b50fba117d7f4e888deafb22aabb64ba as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b50fba117d7f4e888deafb22aabb64ba 2024-12-01T23:55:32,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b50fba117d7f4e888deafb22aabb64ba, entries=150, sequenceid=212, filesize=11.9 K 2024-12-01T23:55:32,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~445.88 KB/456576, currentSize=26.84 KB/27480 for 0ba5dae6fb84dc39ad5764779f33511e in 858ms, sequenceid=212, compaction requested=false 2024-12-01T23:55:32,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:32,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T23:55:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:32,781 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-01T23:55:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:32,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/e6e168a0dcf149fb946699bf1a9d4adf is 50, key is test_row_0/A:col10/1733097331853/Put/seqid=0 2024-12-01T23:55:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742305_1481 (size=12151) 2024-12-01T23:55:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T23:55:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:33,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:33,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097333027, max timestamp=1733097333071Num uniques 859; 2024-12-01T23:55:33,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:33,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097333027, max timestamp=1733097333071Num uniques 859; 2024-12-01T23:55:33,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:33,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097333027, max timestamp=1733097333071Num uniques 859; 2024-12-01T23:55:33,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733097333092, max timestamp=1733097333106Num uniques 1068; 2024-12-01T23:55:33,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733097333092, max timestamp=1733097333106Num uniques 1068; 2024-12-01T23:55:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097393106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-01T23:55:33,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-01T23:55:33,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733097333092, max timestamp=1733097333106Num uniques 1068; 2024-12-01T23:55:33,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-01T23:55:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097393160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733097333141, max timestamp=1733097333162Num uniques 1127; 2024-12-01T23:55:33,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-12-01T23:55:33,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733097333141, max timestamp=1733097333162Num uniques 1127; 2024-12-01T23:55:33,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-12-01T23:55:33,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733097333141, max timestamp=1733097333162Num uniques 1127; 2024-12-01T23:55:33,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-12-01T23:55:33,189 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/e6e168a0dcf149fb946699bf1a9d4adf 2024-12-01T23:55:33,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9f5e4938111e4553b5e05d6dc579d9d8 is 50, key is test_row_0/B:col10/1733097331853/Put/seqid=0 2024-12-01T23:55:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742306_1482 (size=12151) 2024-12-01T23:55:33,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733097333223, max timestamp=1733097333245Num uniques 1086; 2024-12-01T23:55:33,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-12-01T23:55:33,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733097333223, max timestamp=1733097333245Num uniques 1086; 2024-12-01T23:55:33,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-12-01T23:55:33,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733097333223, max timestamp=1733097333245Num uniques 1086; 2024-12-01T23:55:33,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-12-01T23:55:33,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097393282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1733097333272, max timestamp=1733097333291Num uniques 1145; 2024-12-01T23:55:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097393283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-12-01T23:55:33,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1733097333272, max timestamp=1733097333291Num uniques 1145; 2024-12-01T23:55:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-12-01T23:55:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1733097333272, max timestamp=1733097333291Num uniques 1145; 2024-12-01T23:55:33,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-12-01T23:55:33,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097393395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097393395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097393403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097393403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097393503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097393503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,597 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9f5e4938111e4553b5e05d6dc579d9d8 2024-12-01T23:55:33,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/1da62049f2174db08b902d34233d587d is 50, key is test_row_0/C:col10/1733097331853/Put/seqid=0 2024-12-01T23:55:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742307_1483 (size=12151) 2024-12-01T23:55:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097393613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097393613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097393713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097393723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097393923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097393923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,005 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/1da62049f2174db08b902d34233d587d 2024-12-01T23:55:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/e6e168a0dcf149fb946699bf1a9d4adf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/e6e168a0dcf149fb946699bf1a9d4adf 2024-12-01T23:55:34,011 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/e6e168a0dcf149fb946699bf1a9d4adf, entries=150, sequenceid=222, filesize=11.9 K 2024-12-01T23:55:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/9f5e4938111e4553b5e05d6dc579d9d8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9f5e4938111e4553b5e05d6dc579d9d8 2024-12-01T23:55:34,015 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9f5e4938111e4553b5e05d6dc579d9d8, entries=150, sequenceid=222, filesize=11.9 K 2024-12-01T23:55:34,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/1da62049f2174db08b902d34233d587d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/1da62049f2174db08b902d34233d587d 2024-12-01T23:55:34,018 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/1da62049f2174db08b902d34233d587d, entries=150, sequenceid=222, filesize=11.9 K 2024-12-01T23:55:34,019 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=161.02 KB/164880 for 0ba5dae6fb84dc39ad5764779f33511e in 1239ms, sequenceid=222, compaction requested=true 2024-12-01T23:55:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-01T23:55:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-01T23:55:34,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-01T23:55:34,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2240 sec 2024-12-01T23:55:34,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 3.2290 sec 2024-12-01T23:55:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:34,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733097333384, max timestamp=1733097334026Num uniques 1204; 2024-12-01T23:55:34,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=55140, new segment data size=7050, suffix heap size=153184,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1204, new segment cells count=154 2024-12-01T23:55:34,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=120.76 KB heapSize=334.14 KB 2024-12-01T23:55:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T23:55:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T23:55:34,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/0c1b396357674f9386632ceee08b8509 is 50, key is test_row_0/A:col10/1733097334026/Put/seqid=0 2024-12-01T23:55:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742308_1484 (size=12301) 2024-12-01T23:55:34,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097394051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097394056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097394123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,130 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 0ba5dae6fb84dc39ad5764779f33511e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097394163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097394173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097394373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097394383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097394432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097394433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/0c1b396357674f9386632ceee08b8509 2024-12-01T23:55:34,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/0b8404ea7fc5434ea1a8517c7eb6008c is 50, key is test_row_0/B:col10/1733097334026/Put/seqid=0 2024-12-01T23:55:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742309_1485 (size=12301) 2024-12-01T23:55:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097394683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097394703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:34,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/0b8404ea7fc5434ea1a8517c7eb6008c 2024-12-01T23:55:34,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/496182b06b6a4c509a5e9609c5fde180 is 50, key is test_row_0/C:col10/1733097334026/Put/seqid=0 2024-12-01T23:55:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742310_1486 (size=12301) 2024-12-01T23:55:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T23:55:34,953 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:34,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-01T23:55:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T23:55:34,955 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:34,955 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:34,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T23:55:35,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-01T23:55:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:35,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097395193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097395213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-01T23:55:35,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:35,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:35,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:35,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/496182b06b6a4c509a5e9609c5fde180 2024-12-01T23:55:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:35,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/0c1b396357674f9386632ceee08b8509 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/0c1b396357674f9386632ceee08b8509 2024-12-01T23:55:35,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/0c1b396357674f9386632ceee08b8509, entries=150, sequenceid=329, filesize=12.0 K 2024-12-01T23:55:35,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/0b8404ea7fc5434ea1a8517c7eb6008c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/0b8404ea7fc5434ea1a8517c7eb6008c 2024-12-01T23:55:35,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/0b8404ea7fc5434ea1a8517c7eb6008c, entries=150, sequenceid=329, filesize=12.0 K 2024-12-01T23:55:35,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/496182b06b6a4c509a5e9609c5fde180 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/496182b06b6a4c509a5e9609c5fde180 2024-12-01T23:55:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T23:55:35,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/496182b06b6a4c509a5e9609c5fde180, entries=150, sequenceid=329, filesize=12.0 K 2024-12-01T23:55:35,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~334.09 KB/342112, currentSize=60.38 KB/61830 for 0ba5dae6fb84dc39ad5764779f33511e in 1246ms, sequenceid=329, compaction requested=true 2024-12-01T23:55:35,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:35,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:35,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:35,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:35,275 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:35,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:35,275 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:35,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:35,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:35,276 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48994 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:35,276 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53774 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:35,276 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:35,276 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:35,276 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,276 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,276 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/85c5cebffe6e4647a1caa14e155c7e9d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/d6123e19e65f40b7b19be1b293ee709c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9f5e4938111e4553b5e05d6dc579d9d8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/0b8404ea7fc5434ea1a8517c7eb6008c] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=47.8 K 2024-12-01T23:55:35,276 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2d8cc544de34415cba7d618cebde17fb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3790d94fa29a49559b4a5e798d405faa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/e6e168a0dcf149fb946699bf1a9d4adf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/0c1b396357674f9386632ceee08b8509] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=52.5 K 2024-12-01T23:55:35,276 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 85c5cebffe6e4647a1caa14e155c7e9d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733097329942 2024-12-01T23:55:35,276 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d8cc544de34415cba7d618cebde17fb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733097329942 2024-12-01T23:55:35,276 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d6123e19e65f40b7b19be1b293ee709c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733097330649 2024-12-01T23:55:35,277 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3790d94fa29a49559b4a5e798d405faa, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733097330649 2024-12-01T23:55:35,277 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f5e4938111e4553b5e05d6dc579d9d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733097331853 2024-12-01T23:55:35,277 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6e168a0dcf149fb946699bf1a9d4adf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733097331853 2024-12-01T23:55:35,277 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c1b396357674f9386632ceee08b8509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733097333393 2024-12-01T23:55:35,277 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b8404ea7fc5434ea1a8517c7eb6008c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733097333393 2024-12-01T23:55:35,283 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:35,284 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:35,284 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/ad5ead9c53964a03bd82b5a7befd3fc9 is 50, key is test_row_0/B:col10/1733097334026/Put/seqid=0 2024-12-01T23:55:35,284 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/097f383fc07b456baf64040ed736ee5b is 50, key is test_row_0/A:col10/1733097334026/Put/seqid=0 2024-12-01T23:55:35,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742312_1488 (size=12677) 2024-12-01T23:55:35,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742311_1487 (size=12677) 2024-12-01T23:55:35,292 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/ad5ead9c53964a03bd82b5a7befd3fc9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ad5ead9c53964a03bd82b5a7befd3fc9 2024-12-01T23:55:35,292 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/097f383fc07b456baf64040ed736ee5b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/097f383fc07b456baf64040ed736ee5b 2024-12-01T23:55:35,295 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 097f383fc07b456baf64040ed736ee5b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:35,295 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into ad5ead9c53964a03bd82b5a7befd3fc9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:35,295 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:35,295 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:35,295 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=12, startTime=1733097335275; duration=0sec 2024-12-01T23:55:35,296 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=12, startTime=1733097335275; duration=0sec 2024-12-01T23:55:35,296 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:35,296 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:35,296 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:35,296 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:35,296 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T23:55:35,296 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48994 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T23:55:35,296 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:35,296 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,297 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/8fd10a41759b46ab9ff433b36cb96289, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b50fba117d7f4e888deafb22aabb64ba, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/1da62049f2174db08b902d34233d587d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/496182b06b6a4c509a5e9609c5fde180] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=47.8 K 2024-12-01T23:55:35,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fd10a41759b46ab9ff433b36cb96289, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733097329942 2024-12-01T23:55:35,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting b50fba117d7f4e888deafb22aabb64ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733097330649 2024-12-01T23:55:35,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da62049f2174db08b902d34233d587d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733097331853 2024-12-01T23:55:35,297 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 496182b06b6a4c509a5e9609c5fde180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733097333393 2024-12-01T23:55:35,304 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:35,304 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f7393c7d426f4a7493039ff37c80c49b is 50, key is test_row_0/C:col10/1733097334026/Put/seqid=0 2024-12-01T23:55:35,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742313_1489 (size=12677) 2024-12-01T23:55:35,313 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/f7393c7d426f4a7493039ff37c80c49b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f7393c7d426f4a7493039ff37c80c49b 2024-12-01T23:55:35,317 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into f7393c7d426f4a7493039ff37c80c49b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:35,317 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:35,317 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=12, startTime=1733097335275; duration=0sec 2024-12-01T23:55:35,318 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:35,318 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:35,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-01T23:55:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,413 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:55:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:35,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/d0427c100ef04e0990771345bee2b59c is 50, key is test_row_0/A:col10/1733097334054/Put/seqid=0 2024-12-01T23:55:35,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742314_1490 (size=12301) 2024-12-01T23:55:35,421 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/d0427c100ef04e0990771345bee2b59c 2024-12-01T23:55:35,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/315eb41638fd4c16a601c611f2c11b34 is 50, key is test_row_0/B:col10/1733097334054/Put/seqid=0 2024-12-01T23:55:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742315_1491 (size=12301) 2024-12-01T23:55:35,432 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/315eb41638fd4c16a601c611f2c11b34 2024-12-01T23:55:35,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/283631354d1c4651a91a934b53e2f5de is 50, key is test_row_0/C:col10/1733097334054/Put/seqid=0 2024-12-01T23:55:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:35,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742316_1492 (size=12301) 2024-12-01T23:55:35,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097395498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097395499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T23:55:35,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097395613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097395613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097395823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097395823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:35,846 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/283631354d1c4651a91a934b53e2f5de 2024-12-01T23:55:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/d0427c100ef04e0990771345bee2b59c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/d0427c100ef04e0990771345bee2b59c 2024-12-01T23:55:35,852 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/d0427c100ef04e0990771345bee2b59c, entries=150, sequenceid=344, filesize=12.0 K 2024-12-01T23:55:35,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/315eb41638fd4c16a601c611f2c11b34 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/315eb41638fd4c16a601c611f2c11b34 2024-12-01T23:55:35,856 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/315eb41638fd4c16a601c611f2c11b34, entries=150, sequenceid=344, filesize=12.0 K 2024-12-01T23:55:35,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/283631354d1c4651a91a934b53e2f5de as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/283631354d1c4651a91a934b53e2f5de 2024-12-01T23:55:35,860 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/283631354d1c4651a91a934b53e2f5de, entries=150, sequenceid=344, filesize=12.0 K 2024-12-01T23:55:35,860 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0ba5dae6fb84dc39ad5764779f33511e in 448ms, sequenceid=344, compaction requested=false 2024-12-01T23:55:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-01T23:55:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-01T23:55:35,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-01T23:55:35,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 906 msec 2024-12-01T23:55:35,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 911 msec 2024-12-01T23:55:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T23:55:36,093 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:36,093 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-01T23:55:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T23:55:36,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:36,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:36,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:36,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-01T23:55:36,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:36,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:36,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:36,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:36,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:36,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:36,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/218b1a6617ce479699199823b6ec6e55 is 50, key is test_row_0/A:col10/1733097335497/Put/seqid=0 2024-12-01T23:55:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742317_1493 (size=14741) 2024-12-01T23:55:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097396171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097396172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T23:55:36,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097396203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,209 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in 0ba5dae6fb84dc39ad5764779f33511e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097396233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,239 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in 0ba5dae6fb84dc39ad5764779f33511e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097396283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097396283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T23:55:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097396492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097396492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/218b1a6617ce479699199823b6ec6e55 2024-12-01T23:55:36,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7f4001aac376430baa9e1ed90052d657 is 50, key is test_row_0/B:col10/1733097335497/Put/seqid=0 2024-12-01T23:55:36,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742318_1494 (size=12301) 2024-12-01T23:55:36,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T23:55:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097396803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097396803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:36,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:36,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:36,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7f4001aac376430baa9e1ed90052d657 2024-12-01T23:55:36,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/15fa943ebc8c41b49820fd4d72f7aafc is 50, key is test_row_0/C:col10/1733097335497/Put/seqid=0 2024-12-01T23:55:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742319_1495 (size=12301) 2024-12-01T23:55:37,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:37,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T23:55:37,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097397313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:37,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097397313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:37,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/15fa943ebc8c41b49820fd4d72f7aafc 2024-12-01T23:55:37,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/218b1a6617ce479699199823b6ec6e55 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/218b1a6617ce479699199823b6ec6e55 2024-12-01T23:55:37,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/218b1a6617ce479699199823b6ec6e55, entries=200, sequenceid=365, filesize=14.4 K 2024-12-01T23:55:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7f4001aac376430baa9e1ed90052d657 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7f4001aac376430baa9e1ed90052d657 2024-12-01T23:55:37,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7f4001aac376430baa9e1ed90052d657, entries=150, sequenceid=365, filesize=12.0 K 2024-12-01T23:55:37,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/15fa943ebc8c41b49820fd4d72f7aafc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/15fa943ebc8c41b49820fd4d72f7aafc 2024-12-01T23:55:37,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/15fa943ebc8c41b49820fd4d72f7aafc, entries=150, sequenceid=365, filesize=12.0 K 2024-12-01T23:55:37,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 0ba5dae6fb84dc39ad5764779f33511e in 1248ms, sequenceid=365, compaction requested=true 2024-12-01T23:55:37,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:37,388 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:37,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:37,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:37,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:37,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:37,388 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:37,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:37,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:37,389 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:37,389 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:37,389 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:37,389 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:37,389 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,389 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,389 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/097f383fc07b456baf64040ed736ee5b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/d0427c100ef04e0990771345bee2b59c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/218b1a6617ce479699199823b6ec6e55] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=38.8 K 2024-12-01T23:55:37,389 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ad5ead9c53964a03bd82b5a7befd3fc9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/315eb41638fd4c16a601c611f2c11b34, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7f4001aac376430baa9e1ed90052d657] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.4 K 2024-12-01T23:55:37,390 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ad5ead9c53964a03bd82b5a7befd3fc9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733097333393 2024-12-01T23:55:37,392 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 097f383fc07b456baf64040ed736ee5b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733097333393 2024-12-01T23:55:37,392 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 315eb41638fd4c16a601c611f2c11b34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733097334037 2024-12-01T23:55:37,392 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0427c100ef04e0990771345bee2b59c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733097334037 2024-12-01T23:55:37,392 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f4001aac376430baa9e1ed90052d657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733097335496 2024-12-01T23:55:37,393 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 218b1a6617ce479699199823b6ec6e55, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733097335489 2024-12-01T23:55:37,401 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:37,402 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f0e88ed445d548cea000d9c37eafd16b is 50, key is test_row_0/B:col10/1733097335497/Put/seqid=0 2024-12-01T23:55:37,404 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:37,404 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/7ead8ad2d5494c029d5f538f0ec421dc is 50, key is test_row_0/A:col10/1733097335497/Put/seqid=0 2024-12-01T23:55:37,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742320_1496 (size=12779) 2024-12-01T23:55:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742321_1497 (size=12779) 2024-12-01T23:55:37,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T23:55:37,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,469 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:55:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:37,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/c111a1701e4b4054ab7b4c65ac8ae890 is 50, key is test_row_0/A:col10/1733097336170/Put/seqid=0 2024-12-01T23:55:37,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742322_1498 (size=12301) 2024-12-01T23:55:37,478 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/c111a1701e4b4054ab7b4c65ac8ae890 2024-12-01T23:55:37,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/cc501beadd9a4bb9ae09b5272ac3ecdf is 50, key is test_row_0/B:col10/1733097336170/Put/seqid=0 2024-12-01T23:55:37,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742323_1499 (size=12301) 2024-12-01T23:55:37,811 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f0e88ed445d548cea000d9c37eafd16b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0e88ed445d548cea000d9c37eafd16b 2024-12-01T23:55:37,815 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/7ead8ad2d5494c029d5f538f0ec421dc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7ead8ad2d5494c029d5f538f0ec421dc 2024-12-01T23:55:37,815 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into f0e88ed445d548cea000d9c37eafd16b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:37,815 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:37,815 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097337388; duration=0sec 2024-12-01T23:55:37,815 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:37,815 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:37,816 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:37,816 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:37,816 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:37,816 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:37,816 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f7393c7d426f4a7493039ff37c80c49b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/283631354d1c4651a91a934b53e2f5de, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/15fa943ebc8c41b49820fd4d72f7aafc] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.4 K 2024-12-01T23:55:37,817 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f7393c7d426f4a7493039ff37c80c49b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733097333393 2024-12-01T23:55:37,817 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 283631354d1c4651a91a934b53e2f5de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733097334037 2024-12-01T23:55:37,817 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 15fa943ebc8c41b49820fd4d72f7aafc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733097335496 2024-12-01T23:55:37,819 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 7ead8ad2d5494c029d5f538f0ec421dc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:37,819 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:37,819 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097337387; duration=0sec 2024-12-01T23:55:37,819 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:37,819 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:37,822 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:37,823 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/6082144b2f914b1ea82394330a6e3230 is 50, key is test_row_0/C:col10/1733097335497/Put/seqid=0 2024-12-01T23:55:37,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742324_1500 (size=12779) 2024-12-01T23:55:37,892 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/cc501beadd9a4bb9ae09b5272ac3ecdf 2024-12-01T23:55:37,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/ba66458a9d1042f9b4eebcf0881e6189 is 50, key is test_row_0/C:col10/1733097336170/Put/seqid=0 2024-12-01T23:55:37,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742325_1501 (size=12301) 2024-12-01T23:55:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:38,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:38,229 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/6082144b2f914b1ea82394330a6e3230 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/6082144b2f914b1ea82394330a6e3230 2024-12-01T23:55:38,232 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into 6082144b2f914b1ea82394330a6e3230(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:38,232 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:38,232 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=13, startTime=1733097337388; duration=0sec 2024-12-01T23:55:38,232 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:38,232 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T23:55:38,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097338200, max timestamp=1733097338242Num uniques 859; 2024-12-01T23:55:38,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097338200, max timestamp=1733097338242Num uniques 859; 2024-12-01T23:55:38,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:38,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:38,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097338200, max timestamp=1733097338242Num uniques 859; 2024-12-01T23:55:38,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:38,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097398280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097398281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097398285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,300 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/ba66458a9d1042f9b4eebcf0881e6189 2024-12-01T23:55:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/c111a1701e4b4054ab7b4c65ac8ae890 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c111a1701e4b4054ab7b4c65ac8ae890 2024-12-01T23:55:38,305 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c111a1701e4b4054ab7b4c65ac8ae890, entries=150, sequenceid=376, filesize=12.0 K 2024-12-01T23:55:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/cc501beadd9a4bb9ae09b5272ac3ecdf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/cc501beadd9a4bb9ae09b5272ac3ecdf 2024-12-01T23:55:38,313 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/cc501beadd9a4bb9ae09b5272ac3ecdf, entries=150, sequenceid=376, filesize=12.0 K 2024-12-01T23:55:38,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/ba66458a9d1042f9b4eebcf0881e6189 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/ba66458a9d1042f9b4eebcf0881e6189 2024-12-01T23:55:38,318 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/ba66458a9d1042f9b4eebcf0881e6189, entries=150, sequenceid=376, filesize=12.0 K 2024-12-01T23:55:38,318 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0ba5dae6fb84dc39ad5764779f33511e in 849ms, sequenceid=376, compaction requested=false 2024-12-01T23:55:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-01T23:55:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-01T23:55:38,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-01T23:55:38,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2270 sec 2024-12-01T23:55:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:38,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.2310 sec 2024-12-01T23:55:38,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T23:55:38,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:38,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:38,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:38,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:38,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:38,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:38,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/9ca19b0cfe2e44c0934255b5d4a58489 is 50, key is test_row_0/A:col10/1733097338323/Put/seqid=0 2024-12-01T23:55:38,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742326_1502 (size=14741) 2024-12-01T23:55:38,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097398348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097398349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097398392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097398393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097398393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097398453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097398462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097398602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097398602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097398603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097398662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097398672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/9ca19b0cfe2e44c0934255b5d4a58489 2024-12-01T23:55:38,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/8529cad859ca40dba8a8271c84fa782f is 50, key is test_row_0/B:col10/1733097338323/Put/seqid=0 2024-12-01T23:55:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742327_1503 (size=12301) 2024-12-01T23:55:38,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097398913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097398913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097398913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097398973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:38,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097398993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:39,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/8529cad859ca40dba8a8271c84fa782f 2024-12-01T23:55:39,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/9861915f5bdd43b49af0e6b6e398ec39 is 50, key is test_row_0/C:col10/1733097338323/Put/seqid=0 2024-12-01T23:55:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742328_1504 (size=12301) 2024-12-01T23:55:39,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097399422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097399433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097399433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:39,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097399492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:39,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:39,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097399503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:39,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/9861915f5bdd43b49af0e6b6e398ec39 2024-12-01T23:55:39,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/9ca19b0cfe2e44c0934255b5d4a58489 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9ca19b0cfe2e44c0934255b5d4a58489 2024-12-01T23:55:39,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9ca19b0cfe2e44c0934255b5d4a58489, entries=200, sequenceid=416, filesize=14.4 K 2024-12-01T23:55:39,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/8529cad859ca40dba8a8271c84fa782f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/8529cad859ca40dba8a8271c84fa782f 2024-12-01T23:55:39,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/8529cad859ca40dba8a8271c84fa782f, entries=150, sequenceid=416, filesize=12.0 K 2024-12-01T23:55:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/9861915f5bdd43b49af0e6b6e398ec39 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/9861915f5bdd43b49af0e6b6e398ec39 2024-12-01T23:55:39,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/9861915f5bdd43b49af0e6b6e398ec39, entries=150, sequenceid=416, filesize=12.0 K 2024-12-01T23:55:39,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 0ba5dae6fb84dc39ad5764779f33511e in 1238ms, sequenceid=416, compaction requested=true 2024-12-01T23:55:39,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:39,564 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:39,564 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:39,564 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:39,564 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:39,564 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:39,564 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:39,564 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:39,564 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:39,565 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0e88ed445d548cea000d9c37eafd16b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/cc501beadd9a4bb9ae09b5272ac3ecdf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/8529cad859ca40dba8a8271c84fa782f] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.5 K 2024-12-01T23:55:39,565 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7ead8ad2d5494c029d5f538f0ec421dc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c111a1701e4b4054ab7b4c65ac8ae890, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9ca19b0cfe2e44c0934255b5d4a58489] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=38.9 K 2024-12-01T23:55:39,565 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f0e88ed445d548cea000d9c37eafd16b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733097335496 2024-12-01T23:55:39,565 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ead8ad2d5494c029d5f538f0ec421dc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733097335496 2024-12-01T23:55:39,565 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting c111a1701e4b4054ab7b4c65ac8ae890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733097336162 2024-12-01T23:55:39,565 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting cc501beadd9a4bb9ae09b5272ac3ecdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733097336162 2024-12-01T23:55:39,565 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ca19b0cfe2e44c0934255b5d4a58489, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733097338267 2024-12-01T23:55:39,565 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 8529cad859ca40dba8a8271c84fa782f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733097338267 2024-12-01T23:55:39,570 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:39,570 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/e4a36aa0dd1a4f53adbcf48aec35ca37 is 50, key is test_row_0/B:col10/1733097338323/Put/seqid=0 2024-12-01T23:55:39,573 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:39,573 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/11e88dc52d64470ea7e4dc10f7dd4626 is 50, key is test_row_0/A:col10/1733097338323/Put/seqid=0 2024-12-01T23:55:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742329_1505 (size=12881) 2024-12-01T23:55:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742330_1506 (size=12881) 2024-12-01T23:55:39,978 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/e4a36aa0dd1a4f53adbcf48aec35ca37 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/e4a36aa0dd1a4f53adbcf48aec35ca37 2024-12-01T23:55:39,981 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into e4a36aa0dd1a4f53adbcf48aec35ca37(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:39,982 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:39,982 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097339564; duration=0sec 2024-12-01T23:55:39,982 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:39,982 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:39,982 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:39,987 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:39,987 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:39,987 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:39,987 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/6082144b2f914b1ea82394330a6e3230, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/ba66458a9d1042f9b4eebcf0881e6189, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/9861915f5bdd43b49af0e6b6e398ec39] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.5 K 2024-12-01T23:55:39,987 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 6082144b2f914b1ea82394330a6e3230, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733097335496 2024-12-01T23:55:39,988 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ba66458a9d1042f9b4eebcf0881e6189, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733097336162 2024-12-01T23:55:39,988 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 9861915f5bdd43b49af0e6b6e398ec39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733097338267 2024-12-01T23:55:39,989 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/11e88dc52d64470ea7e4dc10f7dd4626 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/11e88dc52d64470ea7e4dc10f7dd4626 2024-12-01T23:55:39,992 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 11e88dc52d64470ea7e4dc10f7dd4626(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:39,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:39,993 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097339564; duration=0sec 2024-12-01T23:55:39,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:39,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:39,994 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:39,995 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/0d9849efee054615b2e65822df356c49 is 50, key is test_row_0/C:col10/1733097338323/Put/seqid=0 2024-12-01T23:55:40,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742331_1507 (size=12881) 2024-12-01T23:55:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T23:55:40,253 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:40,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-01T23:55:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T23:55:40,255 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:40,256 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:40,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T23:55:40,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-01T23:55:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:40,408 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:55:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:40,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:40,409 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/0d9849efee054615b2e65822df356c49 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0d9849efee054615b2e65822df356c49 2024-12-01T23:55:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/b5a43c7c7eb844f08daa76e597667193 is 50, key is test_row_0/A:col10/1733097338347/Put/seqid=0 2024-12-01T23:55:40,415 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into 0d9849efee054615b2e65822df356c49(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:40,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:40,415 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=13, startTime=1733097339564; duration=0sec 2024-12-01T23:55:40,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:40,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742332_1508 (size=12301) 2024-12-01T23:55:40,423 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/b5a43c7c7eb844f08daa76e597667193 2024-12-01T23:55:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/79ed541e9990487d9c799a1708e320e7 is 50, key is test_row_0/B:col10/1733097338347/Put/seqid=0 2024-12-01T23:55:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742333_1509 (size=12301) 2024-12-01T23:55:40,446 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/79ed541e9990487d9c799a1708e320e7 2024-12-01T23:55:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/fb186760a79947818f582d2fb6aa00c8 is 50, key is test_row_0/C:col10/1733097338347/Put/seqid=0 2024-12-01T23:55:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742334_1510 (size=12301) 2024-12-01T23:55:40,484 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733097340472, max timestamp=1733097340481Num uniques 859; 2024-12-01T23:55:40,484 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097340472, max timestamp=1733097340481Num uniques 859; 2024-12-01T23:55:40,484 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:40,484 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:40,484 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733097340472, max timestamp=1733097340481Num uniques 859; 2024-12-01T23:55:40,484 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097400539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097400540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097400541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097400551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097400552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T23:55:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097400662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097400662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097400663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097400663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097400673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,857 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/fb186760a79947818f582d2fb6aa00c8 2024-12-01T23:55:40,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/b5a43c7c7eb844f08daa76e597667193 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/b5a43c7c7eb844f08daa76e597667193 2024-12-01T23:55:40,862 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/b5a43c7c7eb844f08daa76e597667193, entries=150, sequenceid=428, filesize=12.0 K 2024-12-01T23:55:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/79ed541e9990487d9c799a1708e320e7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/79ed541e9990487d9c799a1708e320e7 2024-12-01T23:55:40,865 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/79ed541e9990487d9c799a1708e320e7, entries=150, sequenceid=428, filesize=12.0 K 2024-12-01T23:55:40,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/fb186760a79947818f582d2fb6aa00c8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/fb186760a79947818f582d2fb6aa00c8 2024-12-01T23:55:40,869 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/fb186760a79947818f582d2fb6aa00c8, entries=150, sequenceid=428, filesize=12.0 K 2024-12-01T23:55:40,869 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0ba5dae6fb84dc39ad5764779f33511e in 461ms, sequenceid=428, compaction requested=false 2024-12-01T23:55:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-01T23:55:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-01T23:55:40,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-01T23:55:40,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2024-12-01T23:55:40,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 619 msec 2024-12-01T23:55:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:40,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-01T23:55:40,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:40,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:40,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:40,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:40,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:40,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T23:55:40,883 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:40,883 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-01T23:55:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T23:55:40,885 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:40,885 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:40,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:40,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/fd739788c7b24406956cf9574976edd5 is 50, key is test_row_0/A:col10/1733097340880/Put/seqid=0 2024-12-01T23:55:40,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742335_1511 (size=14741) 2024-12-01T23:55:40,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097400895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097400895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097400897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097400897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097400898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:40,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T23:55:41,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097401003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097401012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097401012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097401013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097401013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-01T23:55:41,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-01T23:55:41,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:41,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T23:55:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097401223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097401223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097401223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097401223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097401223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/fd739788c7b24406956cf9574976edd5 2024-12-01T23:55:41,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7dc9edb912524e869bb2cccb36615daf is 50, key is test_row_0/B:col10/1733097340880/Put/seqid=0 2024-12-01T23:55:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742336_1512 (size=12301) 2024-12-01T23:55:41,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-01T23:55:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-01T23:55:41,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T23:55:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097401533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097401533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097401543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097401543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097401543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:41,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-01T23:55:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:41,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7dc9edb912524e869bb2cccb36615daf 2024-12-01T23:55:41,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/4268535d4c2d499686943ddaa75ecdde is 50, key is test_row_0/C:col10/1733097340880/Put/seqid=0 2024-12-01T23:55:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742337_1513 (size=12301) 2024-12-01T23:55:41,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/4268535d4c2d499686943ddaa75ecdde 2024-12-01T23:55:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/fd739788c7b24406956cf9574976edd5 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/fd739788c7b24406956cf9574976edd5 2024-12-01T23:55:41,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/fd739788c7b24406956cf9574976edd5, entries=200, sequenceid=466, filesize=14.4 K 2024-12-01T23:55:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/7dc9edb912524e869bb2cccb36615daf as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7dc9edb912524e869bb2cccb36615daf 2024-12-01T23:55:41,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7dc9edb912524e869bb2cccb36615daf, entries=150, sequenceid=466, filesize=12.0 K 2024-12-01T23:55:41,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/4268535d4c2d499686943ddaa75ecdde as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/4268535d4c2d499686943ddaa75ecdde 2024-12-01T23:55:41,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/4268535d4c2d499686943ddaa75ecdde, entries=150, sequenceid=466, filesize=12.0 K 2024-12-01T23:55:41,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=53.67 KB/54960 for 0ba5dae6fb84dc39ad5764779f33511e in 850ms, sequenceid=466, compaction requested=true 2024-12-01T23:55:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:41,732 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:41,732 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:41,732 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:41,732 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:41,732 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:41,732 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:41,733 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,733 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,733 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/e4a36aa0dd1a4f53adbcf48aec35ca37, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/79ed541e9990487d9c799a1708e320e7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7dc9edb912524e869bb2cccb36615daf] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.6 K 2024-12-01T23:55:41,733 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/11e88dc52d64470ea7e4dc10f7dd4626, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/b5a43c7c7eb844f08daa76e597667193, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/fd739788c7b24406956cf9574976edd5] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=39.0 K 2024-12-01T23:55:41,733 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11e88dc52d64470ea7e4dc10f7dd4626, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733097338267 2024-12-01T23:55:41,733 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a36aa0dd1a4f53adbcf48aec35ca37, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733097338267 2024-12-01T23:55:41,733 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5a43c7c7eb844f08daa76e597667193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733097338346 2024-12-01T23:55:41,733 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ed541e9990487d9c799a1708e320e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733097338346 2024-12-01T23:55:41,733 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dc9edb912524e869bb2cccb36615daf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733097340491 2024-12-01T23:55:41,733 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd739788c7b24406956cf9574976edd5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733097340491 2024-12-01T23:55:41,739 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:41,739 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/48323a09af324edf8622d5b15ee0c5c9 is 50, key is test_row_0/A:col10/1733097340880/Put/seqid=0 2024-12-01T23:55:41,741 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:41,742 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/24fa0c2ac293400493267674407397a2 is 50, key is test_row_0/B:col10/1733097340880/Put/seqid=0 2024-12-01T23:55:41,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742339_1515 (size=12983) 2024-12-01T23:55:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742338_1514 (size=12983) 2024-12-01T23:55:41,763 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/48323a09af324edf8622d5b15ee0c5c9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/48323a09af324edf8622d5b15ee0c5c9 2024-12-01T23:55:41,763 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/24fa0c2ac293400493267674407397a2 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/24fa0c2ac293400493267674407397a2 2024-12-01T23:55:41,769 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 48323a09af324edf8622d5b15ee0c5c9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:41,769 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:41,769 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097341732; duration=0sec 2024-12-01T23:55:41,770 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into 24fa0c2ac293400493267674407397a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:41,770 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:41,770 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097341732; duration=0sec 2024-12-01T23:55:41,770 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:41,770 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:41,770 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:41,770 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:41,770 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:41,771 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:41,771 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:41,771 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,771 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0d9849efee054615b2e65822df356c49, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/fb186760a79947818f582d2fb6aa00c8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/4268535d4c2d499686943ddaa75ecdde] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.6 K 2024-12-01T23:55:41,771 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d9849efee054615b2e65822df356c49, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733097338267 2024-12-01T23:55:41,772 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb186760a79947818f582d2fb6aa00c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733097338346 2024-12-01T23:55:41,772 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4268535d4c2d499686943ddaa75ecdde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733097340491 2024-12-01T23:55:41,778 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:41,779 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/bb46b4c15a2340739b4b77c3408dc15b is 50, key is test_row_0/C:col10/1733097340880/Put/seqid=0 2024-12-01T23:55:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742340_1516 (size=12983) 2024-12-01T23:55:41,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-01T23:55:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:41,800 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:55:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:41,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/14bd5276d66d4bb2976deeaaddc1ddf1 is 50, key is test_row_0/A:col10/1733097340895/Put/seqid=0 2024-12-01T23:55:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742341_1517 (size=12301) 2024-12-01T23:55:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T23:55:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:42,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:42,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097342067, max timestamp=1733097342073Num uniques 859; 2024-12-01T23:55:42,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097342067, max timestamp=1733097342073Num uniques 859; 2024-12-01T23:55:42,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733097342067, max timestamp=1733097342073Num uniques 859; 2024-12-01T23:55:42,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:42,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:42,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T23:55:42,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097402120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097402120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097402121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097402128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097402130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,195 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/bb46b4c15a2340739b4b77c3408dc15b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/bb46b4c15a2340739b4b77c3408dc15b 2024-12-01T23:55:42,199 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into bb46b4c15a2340739b4b77c3408dc15b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:42,199 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:42,199 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=13, startTime=1733097341732; duration=0sec 2024-12-01T23:55:42,199 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:42,199 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:42,216 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/14bd5276d66d4bb2976deeaaddc1ddf1 2024-12-01T23:55:42,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/10399779102f443791aed23356572324 is 50, key is test_row_0/B:col10/1733097340895/Put/seqid=0 2024-12-01T23:55:42,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742342_1518 (size=12301) 2024-12-01T23:55:42,241 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/10399779102f443791aed23356572324 2024-12-01T23:55:42,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/56abd328f4ff4bf2820bfa21e60fba1e is 50, key is test_row_0/C:col10/1733097340895/Put/seqid=0 2024-12-01T23:55:42,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097402243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097402243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097402243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097402244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097402244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742343_1519 (size=12301) 2024-12-01T23:55:42,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097402452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097402452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097402463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097402463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097402463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,656 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/56abd328f4ff4bf2820bfa21e60fba1e 2024-12-01T23:55:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/14bd5276d66d4bb2976deeaaddc1ddf1 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/14bd5276d66d4bb2976deeaaddc1ddf1 2024-12-01T23:55:42,662 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/14bd5276d66d4bb2976deeaaddc1ddf1, entries=150, sequenceid=479, filesize=12.0 K 2024-12-01T23:55:42,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/10399779102f443791aed23356572324 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/10399779102f443791aed23356572324 2024-12-01T23:55:42,665 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/10399779102f443791aed23356572324, entries=150, sequenceid=479, filesize=12.0 K 2024-12-01T23:55:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/56abd328f4ff4bf2820bfa21e60fba1e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/56abd328f4ff4bf2820bfa21e60fba1e 2024-12-01T23:55:42,668 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/56abd328f4ff4bf2820bfa21e60fba1e, entries=150, sequenceid=479, filesize=12.0 K 2024-12-01T23:55:42,668 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0ba5dae6fb84dc39ad5764779f33511e in 868ms, sequenceid=479, compaction requested=false 2024-12-01T23:55:42,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:42,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:42,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-01T23:55:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-01T23:55:42,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-01T23:55:42,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7840 sec 2024-12-01T23:55:42,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.7880 sec 2024-12-01T23:55:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:42,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T23:55:42,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:42,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:42,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:42,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:42,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:42,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:42,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/6a7e973be45145b798da95901238801a is 50, key is test_row_0/A:col10/1733097342769/Put/seqid=0 2024-12-01T23:55:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742344_1520 (size=17181) 2024-12-01T23:55:42,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097402780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097402781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097402781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097402782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097402783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097402892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097402892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097402893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097402893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:42,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097402903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T23:55:43,033 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:43,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-01T23:55:43,035 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T23:55:43,035 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:43,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:43,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097403103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097403103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097403103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097403103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097403113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T23:55:43,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/6a7e973be45145b798da95901238801a 2024-12-01T23:55:43,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/42ee7ed5313744f59f90a04cfecdc3aa is 50, key is test_row_0/B:col10/1733097342769/Put/seqid=0 2024-12-01T23:55:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742345_1521 (size=12301) 2024-12-01T23:55:43,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T23:55:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T23:55:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T23:55:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097403412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097403413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097403413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097403423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097403423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T23:55:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:43,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/42ee7ed5313744f59f90a04cfecdc3aa 2024-12-01T23:55:43,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/e7c2e44aa9f54aa68c216fcb2a33c31e is 50, key is test_row_0/C:col10/1733097342769/Put/seqid=0 2024-12-01T23:55:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742346_1522 (size=12301) 2024-12-01T23:55:43,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T23:55:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T23:55:43,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T23:55:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097403923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097403923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097403923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097403933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T23:55:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:43,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:43,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097403943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:43,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/e7c2e44aa9f54aa68c216fcb2a33c31e 2024-12-01T23:55:43,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/6a7e973be45145b798da95901238801a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/6a7e973be45145b798da95901238801a 2024-12-01T23:55:44,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/6a7e973be45145b798da95901238801a, entries=250, sequenceid=517, filesize=16.8 K 2024-12-01T23:55:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/42ee7ed5313744f59f90a04cfecdc3aa as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/42ee7ed5313744f59f90a04cfecdc3aa 2024-12-01T23:55:44,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/42ee7ed5313744f59f90a04cfecdc3aa, entries=150, sequenceid=517, filesize=12.0 K 2024-12-01T23:55:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/e7c2e44aa9f54aa68c216fcb2a33c31e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/e7c2e44aa9f54aa68c216fcb2a33c31e 2024-12-01T23:55:44,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/e7c2e44aa9f54aa68c216fcb2a33c31e, entries=150, sequenceid=517, filesize=12.0 K 2024-12-01T23:55:44,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 0ba5dae6fb84dc39ad5764779f33511e in 1237ms, sequenceid=517, compaction requested=true 2024-12-01T23:55:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:44,007 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:44,007 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:44,008 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:44,008 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:44,008 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/48323a09af324edf8622d5b15ee0c5c9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/14bd5276d66d4bb2976deeaaddc1ddf1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/6a7e973be45145b798da95901238801a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=41.5 K 2024-12-01T23:55:44,008 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/24fa0c2ac293400493267674407397a2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/10399779102f443791aed23356572324, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/42ee7ed5313744f59f90a04cfecdc3aa] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.7 K 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 24fa0c2ac293400493267674407397a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733097340491 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48323a09af324edf8622d5b15ee0c5c9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733097340491 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 10399779102f443791aed23356572324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733097340894 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14bd5276d66d4bb2976deeaaddc1ddf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733097340894 2024-12-01T23:55:44,008 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a7e973be45145b798da95901238801a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733097342118 2024-12-01T23:55:44,009 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 42ee7ed5313744f59f90a04cfecdc3aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733097342118 2024-12-01T23:55:44,014 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:44,015 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/70149d54b954449aa33dfbf8bcf411db is 50, key is test_row_0/B:col10/1733097342769/Put/seqid=0 2024-12-01T23:55:44,016 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:44,017 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/7aacd108e8034b768f99482a55891555 is 50, key is test_row_0/A:col10/1733097342769/Put/seqid=0 2024-12-01T23:55:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742347_1523 (size=13085) 2024-12-01T23:55:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742348_1524 (size=13085) 2024-12-01T23:55:44,024 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/70149d54b954449aa33dfbf8bcf411db as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/70149d54b954449aa33dfbf8bcf411db 2024-12-01T23:55:44,027 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/7aacd108e8034b768f99482a55891555 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7aacd108e8034b768f99482a55891555 2024-12-01T23:55:44,028 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into 70149d54b954449aa33dfbf8bcf411db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:44,028 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:44,028 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097344007; duration=0sec 2024-12-01T23:55:44,028 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:44,028 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:44,029 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:44,030 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:44,030 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:44,030 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:44,031 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/bb46b4c15a2340739b4b77c3408dc15b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/56abd328f4ff4bf2820bfa21e60fba1e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/e7c2e44aa9f54aa68c216fcb2a33c31e] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.7 K 2024-12-01T23:55:44,031 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting bb46b4c15a2340739b4b77c3408dc15b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733097340491 2024-12-01T23:55:44,031 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 56abd328f4ff4bf2820bfa21e60fba1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733097340894 2024-12-01T23:55:44,031 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting e7c2e44aa9f54aa68c216fcb2a33c31e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733097342118 2024-12-01T23:55:44,037 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:44,037 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/3449b93cdeda4a0499ffb837a5256ef4 is 50, key is test_row_0/C:col10/1733097342769/Put/seqid=0 2024-12-01T23:55:44,047 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 7aacd108e8034b768f99482a55891555(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:44,047 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:44,047 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097344007; duration=0sec 2024-12-01T23:55:44,048 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:44,048 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742349_1525 (size=13085) 2024-12-01T23:55:44,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T23:55:44,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:44,102 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-01T23:55:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:44,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/5e15e4bb59d84277a2b6d7e883c586be is 50, key is test_row_0/A:col10/1733097342781/Put/seqid=0 2024-12-01T23:55:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742350_1526 (size=12301) 2024-12-01T23:55:44,110 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/5e15e4bb59d84277a2b6d7e883c586be 2024-12-01T23:55:44,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/5aff4515b4694386b9e2d3310c9bca33 is 50, key is test_row_0/B:col10/1733097342781/Put/seqid=0 2024-12-01T23:55:44,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742351_1527 (size=12301) 2024-12-01T23:55:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T23:55:44,454 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/3449b93cdeda4a0499ffb837a5256ef4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/3449b93cdeda4a0499ffb837a5256ef4 2024-12-01T23:55:44,458 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into 3449b93cdeda4a0499ffb837a5256ef4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:44,458 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:44,458 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=13, startTime=1733097344007; duration=0sec 2024-12-01T23:55:44,458 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:44,458 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:44,519 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/5aff4515b4694386b9e2d3310c9bca33 2024-12-01T23:55:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/236085e7c9804cf9bdc7e59c0661ed9a is 50, key is test_row_0/C:col10/1733097342781/Put/seqid=0 2024-12-01T23:55:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742352_1528 (size=12301) 2024-12-01T23:55:44,530 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/236085e7c9804cf9bdc7e59c0661ed9a 2024-12-01T23:55:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/5e15e4bb59d84277a2b6d7e883c586be as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5e15e4bb59d84277a2b6d7e883c586be 2024-12-01T23:55:44,536 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5e15e4bb59d84277a2b6d7e883c586be, entries=150, sequenceid=528, filesize=12.0 K 2024-12-01T23:55:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/5aff4515b4694386b9e2d3310c9bca33 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/5aff4515b4694386b9e2d3310c9bca33 2024-12-01T23:55:44,544 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/5aff4515b4694386b9e2d3310c9bca33, entries=150, sequenceid=528, filesize=12.0 K 2024-12-01T23:55:44,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/236085e7c9804cf9bdc7e59c0661ed9a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/236085e7c9804cf9bdc7e59c0661ed9a 2024-12-01T23:55:44,548 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/236085e7c9804cf9bdc7e59c0661ed9a, entries=150, sequenceid=528, filesize=12.0 K 2024-12-01T23:55:44,549 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 0ba5dae6fb84dc39ad5764779f33511e in 447ms, sequenceid=528, compaction requested=false 2024-12-01T23:55:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-01T23:55:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-01T23:55:44,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-01T23:55:44,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5150 sec 2024-12-01T23:55:44,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.5190 sec 2024-12-01T23:55:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:44,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:55:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:44,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/3e8fad70db6a4b149ac3dcd51138e6cd is 50, key is test_row_0/A:col10/1733097344939/Put/seqid=0 2024-12-01T23:55:44,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742353_1529 (size=19621) 2024-12-01T23:55:44,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/3e8fad70db6a4b149ac3dcd51138e6cd 2024-12-01T23:55:44,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f85c18a198cd47d4b4d8d331d670652f is 50, key is test_row_0/B:col10/1733097344939/Put/seqid=0 2024-12-01T23:55:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742354_1530 (size=12301) 2024-12-01T23:55:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097344964, max timestamp=1733097344974Num uniques 859; 2024-12-01T23:55:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097344964, max timestamp=1733097344974Num uniques 859; 2024-12-01T23:55:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:55:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:55:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733097344964, max timestamp=1733097344974Num uniques 859; 2024-12-01T23:55:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T23:55:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097405019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097405020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097405021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097405022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097405023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097405133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097405143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097405143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097405143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097405143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T23:55:45,183 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:45,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-01T23:55:45,184 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T23:55:45,185 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:45,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T23:55:45,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-01T23:55:45,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:45,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097405343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,356 INFO [Thread-1979 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1979. 2024-12-01T23:55:45,356 DEBUG [Thread-1979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:45,357 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,357 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:45,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f85c18a198cd47d4b4d8d331d670652f 2024-12-01T23:55:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097405352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,360 INFO [Thread-1981 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1981. 2024-12-01T23:55:45,360 DEBUG [Thread-1981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:45,360 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,360 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097405352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097405353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,361 INFO [Thread-1975 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1975. 2024-12-01T23:55:45,361 DEBUG [Thread-1975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:45,361 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,361 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:45,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097405363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/01a6caa030414042adb3b7eace67d859 is 50, key is test_row_0/C:col10/1733097344939/Put/seqid=0 2024-12-01T23:55:45,367 INFO [Thread-1973 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1973. 2024-12-01T23:55:45,367 DEBUG [Thread-1973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:45,367 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742355_1531 (size=12301) 2024-12-01T23:55:45,367 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:45,369 INFO [Thread-1977 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1977. 2024-12-01T23:55:45,369 DEBUG [Thread-1977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:45,369 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,369 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:45,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:45,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-01T23:55:45,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:45,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T23:55:45,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-01T23:55:45,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:45,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:45,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1733097405653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39582 deadline: 1733097405663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1733097405663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39558 deadline: 1733097405674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1733097405674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., hostname=579b0f681375,43621,1733097206849, seqNum=2 because the exception is null or not the one we care about 2024-12-01T23:55:45,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/01a6caa030414042adb3b7eace67d859 2024-12-01T23:55:45,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/3e8fad70db6a4b149ac3dcd51138e6cd as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3e8fad70db6a4b149ac3dcd51138e6cd 2024-12-01T23:55:45,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3e8fad70db6a4b149ac3dcd51138e6cd, entries=300, sequenceid=539, filesize=19.2 K 2024-12-01T23:55:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f85c18a198cd47d4b4d8d331d670652f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f85c18a198cd47d4b4d8d331d670652f 2024-12-01T23:55:45,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f85c18a198cd47d4b4d8d331d670652f, entries=150, sequenceid=539, filesize=12.0 K 2024-12-01T23:55:45,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/01a6caa030414042adb3b7eace67d859 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/01a6caa030414042adb3b7eace67d859 2024-12-01T23:55:45,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/01a6caa030414042adb3b7eace67d859, entries=150, sequenceid=539, filesize=12.0 K 2024-12-01T23:55:45,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0ba5dae6fb84dc39ad5764779f33511e in 854ms, sequenceid=539, compaction requested=true 2024-12-01T23:55:45,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:45,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:45,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:45,795 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:45,796 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ba5dae6fb84dc39ad5764779f33511e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:45,797 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:45,797 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:45,797 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/A is initiating minor compaction (all files) 2024-12-01T23:55:45,797 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/B is initiating minor compaction (all files) 2024-12-01T23:55:45,797 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/B in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,797 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/A in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,797 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/70149d54b954449aa33dfbf8bcf411db, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/5aff4515b4694386b9e2d3310c9bca33, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f85c18a198cd47d4b4d8d331d670652f] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.8 K 2024-12-01T23:55:45,797 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7aacd108e8034b768f99482a55891555, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5e15e4bb59d84277a2b6d7e883c586be, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3e8fad70db6a4b149ac3dcd51138e6cd] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=44.0 K 2024-12-01T23:55:45,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-01T23:55:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,797 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 70149d54b954449aa33dfbf8bcf411db, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733097342118 2024-12-01T23:55:45,797 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aacd108e8034b768f99482a55891555, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733097342118 2024-12-01T23:55:45,797 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-01T23:55:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:45,798 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e15e4bb59d84277a2b6d7e883c586be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733097342780 2024-12-01T23:55:45,798 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aff4515b4694386b9e2d3310c9bca33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733097342780 2024-12-01T23:55:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:45,798 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8fad70db6a4b149ac3dcd51138e6cd, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733097344934 2024-12-01T23:55:45,798 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f85c18a198cd47d4b4d8d331d670652f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733097344938 2024-12-01T23:55:45,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/f98cd0595d5a45a18a9c85df5b9fba9b is 50, key is test_row_0/A:col10/1733097345018/Put/seqid=0 2024-12-01T23:55:45,809 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#B#compaction#459 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:45,809 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/b32c215f8b1a42d6b04cb20e30a04497 is 50, key is test_row_0/B:col10/1733097344939/Put/seqid=0 2024-12-01T23:55:45,810 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#A#compaction#458 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:45,810 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/1a776454919b47228d2d614d35842476 is 50, key is test_row_0/A:col10/1733097344939/Put/seqid=0 2024-12-01T23:55:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742356_1532 (size=12301) 2024-12-01T23:55:45,811 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/f98cd0595d5a45a18a9c85df5b9fba9b 2024-12-01T23:55:45,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742357_1533 (size=13187) 2024-12-01T23:55:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T23:55:45,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742358_1534 (size=13187) 2024-12-01T23:55:45,819 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/1a776454919b47228d2d614d35842476 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/1a776454919b47228d2d614d35842476 2024-12-01T23:55:45,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/ca578c81758b4f90a59df043e2b01789 is 50, key is test_row_0/B:col10/1733097345018/Put/seqid=0 2024-12-01T23:55:45,822 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/A of 0ba5dae6fb84dc39ad5764779f33511e into 1a776454919b47228d2d614d35842476(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:45,822 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:45,822 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/A, priority=13, startTime=1733097345795; duration=0sec 2024-12-01T23:55:45,822 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:45,822 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:A 2024-12-01T23:55:45,823 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:45,823 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:45,823 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): 0ba5dae6fb84dc39ad5764779f33511e/C is initiating minor compaction (all files) 2024-12-01T23:55:45,823 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ba5dae6fb84dc39ad5764779f33511e/C in TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:45,823 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/3449b93cdeda4a0499ffb837a5256ef4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/236085e7c9804cf9bdc7e59c0661ed9a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/01a6caa030414042adb3b7eace67d859] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp, totalSize=36.8 K 2024-12-01T23:55:45,824 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3449b93cdeda4a0499ffb837a5256ef4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733097342118 2024-12-01T23:55:45,824 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236085e7c9804cf9bdc7e59c0661ed9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733097342780 2024-12-01T23:55:45,824 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01a6caa030414042adb3b7eace67d859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733097344938 2024-12-01T23:55:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742359_1535 (size=12301) 2024-12-01T23:55:45,829 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/ca578c81758b4f90a59df043e2b01789 2024-12-01T23:55:45,830 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ba5dae6fb84dc39ad5764779f33511e#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:45,831 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/22279dc000254b1c96491273bb25078a is 50, key is test_row_0/C:col10/1733097344939/Put/seqid=0 2024-12-01T23:55:45,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742360_1536 (size=13187) 2024-12-01T23:55:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/b1afbb1c0afe4489a28ce1d5605e37ed is 50, key is test_row_0/C:col10/1733097345018/Put/seqid=0 2024-12-01T23:55:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742361_1537 (size=12301) 2024-12-01T23:55:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:46,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. as already flushing 2024-12-01T23:55:46,168 INFO [Thread-1966 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1966. 2024-12-01T23:55:46,168 DEBUG [Thread-1966 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:46,168 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,168 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:46,175 INFO [Thread-1970 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1970. 2024-12-01T23:55:46,176 DEBUG [Thread-1970 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:46,176 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,176 INFO [Thread-1968 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1968. 2024-12-01T23:55:46,176 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,176 DEBUG [Thread-1968 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:46,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:46,176 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,176 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:46,186 INFO [Thread-1964 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1964. 2024-12-01T23:55:46,186 INFO [Thread-1962 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1962. 2024-12-01T23:55:46,186 DEBUG [Thread-1964 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:46,186 DEBUG [Thread-1962 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:55:46,186 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,186 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,186 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,187 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:46,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:46,220 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/b32c215f8b1a42d6b04cb20e30a04497 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/b32c215f8b1a42d6b04cb20e30a04497 2024-12-01T23:55:46,224 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/B of 0ba5dae6fb84dc39ad5764779f33511e into b32c215f8b1a42d6b04cb20e30a04497(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:46,224 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:46,224 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/B, priority=13, startTime=1733097345796; duration=0sec 2024-12-01T23:55:46,224 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:46,224 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:B 2024-12-01T23:55:46,239 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/22279dc000254b1c96491273bb25078a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/22279dc000254b1c96491273bb25078a 2024-12-01T23:55:46,242 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ba5dae6fb84dc39ad5764779f33511e/C of 0ba5dae6fb84dc39ad5764779f33511e into 22279dc000254b1c96491273bb25078a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:46,242 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:46,242 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., storeName=0ba5dae6fb84dc39ad5764779f33511e/C, priority=13, startTime=1733097345796; duration=0sec 2024-12-01T23:55:46,242 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:46,242 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ba5dae6fb84dc39ad5764779f33511e:C 2024-12-01T23:55:46,244 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/b1afbb1c0afe4489a28ce1d5605e37ed 2024-12-01T23:55:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/f98cd0595d5a45a18a9c85df5b9fba9b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f98cd0595d5a45a18a9c85df5b9fba9b 2024-12-01T23:55:46,249 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f98cd0595d5a45a18a9c85df5b9fba9b, entries=150, sequenceid=574, filesize=12.0 K 2024-12-01T23:55:46,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/ca578c81758b4f90a59df043e2b01789 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ca578c81758b4f90a59df043e2b01789 2024-12-01T23:55:46,252 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ca578c81758b4f90a59df043e2b01789, entries=150, sequenceid=574, filesize=12.0 K 2024-12-01T23:55:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/b1afbb1c0afe4489a28ce1d5605e37ed as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b1afbb1c0afe4489a28ce1d5605e37ed 2024-12-01T23:55:46,255 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b1afbb1c0afe4489a28ce1d5605e37ed, entries=150, sequenceid=574, filesize=12.0 K 2024-12-01T23:55:46,256 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=33.54 KB/34350 for 0ba5dae6fb84dc39ad5764779f33511e in 459ms, sequenceid=574, compaction requested=false 2024-12-01T23:55:46,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 0ba5dae6fb84dc39ad5764779f33511e: 2024-12-01T23:55:46,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:46,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-01T23:55:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-01T23:55:46,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-01T23:55:46,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0720 sec 2024-12-01T23:55:46,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0760 sec 2024-12-01T23:55:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T23:55:46,323 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1619 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4856 rows 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1615 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4841 rows 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1606 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4817 rows 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1613 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4837 rows 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1618 2024-12-01T23:55:46,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4853 rows 2024-12-01T23:55:46,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:55:46,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:55:46,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:46,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:55:46,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T23:55:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T23:55:46,327 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097346327"}]},"ts":"1733097346327"} 2024-12-01T23:55:46,328 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T23:55:46,328 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T23:55:46,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:55:46,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, UNASSIGN}] 2024-12-01T23:55:46,330 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, UNASSIGN 2024-12-01T23:55:46,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=0ba5dae6fb84dc39ad5764779f33511e, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:46,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, UNASSIGN because future has completed 2024-12-01T23:55:46,332 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:55:46,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:55:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T23:55:46,485 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:46,485 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:55:46,485 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 0ba5dae6fb84dc39ad5764779f33511e, disabling compactions & flushes 2024-12-01T23:55:46,485 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:46,485 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:46,485 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. after waiting 0 ms 2024-12-01T23:55:46,485 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:46,485 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 0ba5dae6fb84dc39ad5764779f33511e 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-01T23:55:46,486 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=A 2024-12-01T23:55:46,486 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:46,486 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=B 2024-12-01T23:55:46,486 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:46,486 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ba5dae6fb84dc39ad5764779f33511e, store=C 2024-12-01T23:55:46,486 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:46,494 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/2b40408d4a1f4c7f95d63bb631308e01 is 50, key is test_row_0/A:col10/1733097346184/Put/seqid=0 2024-12-01T23:55:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742362_1538 (size=12301) 2024-12-01T23:55:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T23:55:46,898 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/2b40408d4a1f4c7f95d63bb631308e01 2024-12-01T23:55:46,909 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f60d462a8ad0464d90d045f5bc80adb9 is 50, key is test_row_0/B:col10/1733097346184/Put/seqid=0 2024-12-01T23:55:46,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742363_1539 (size=12301) 2024-12-01T23:55:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T23:55:47,313 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f60d462a8ad0464d90d045f5bc80adb9 2024-12-01T23:55:47,317 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/061ffd869f474237b7927a7ed84600d8 is 50, key is test_row_0/C:col10/1733097346184/Put/seqid=0 2024-12-01T23:55:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742364_1540 (size=12301) 2024-12-01T23:55:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T23:55:47,721 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/061ffd869f474237b7927a7ed84600d8 2024-12-01T23:55:47,726 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/A/2b40408d4a1f4c7f95d63bb631308e01 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2b40408d4a1f4c7f95d63bb631308e01 2024-12-01T23:55:47,731 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2b40408d4a1f4c7f95d63bb631308e01, entries=150, sequenceid=585, filesize=12.0 K 2024-12-01T23:55:47,732 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/B/f60d462a8ad0464d90d045f5bc80adb9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f60d462a8ad0464d90d045f5bc80adb9 2024-12-01T23:55:47,737 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f60d462a8ad0464d90d045f5bc80adb9, entries=150, sequenceid=585, filesize=12.0 K 2024-12-01T23:55:47,737 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/.tmp/C/061ffd869f474237b7927a7ed84600d8 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/061ffd869f474237b7927a7ed84600d8 2024-12-01T23:55:47,741 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/061ffd869f474237b7927a7ed84600d8, entries=150, sequenceid=585, filesize=12.0 K 2024-12-01T23:55:47,742 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0ba5dae6fb84dc39ad5764779f33511e in 1257ms, sequenceid=585, compaction requested=true 2024-12-01T23:55:47,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4ee19016eef8485497ef9ebf6e28167c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/677bdeaa10314a50bf5eed0d37338782, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a292fcf294d540d080fecd1f1b09ea54, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5f591fdb669146e882c43511f3a7583d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/bd2b7c2f628f42049809396370b23e1a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f88cac72d63b40749534f8b5bc7f7ffe, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/ff8215e204d64122937325ba17d03aa2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2d8cc544de34415cba7d618cebde17fb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3790d94fa29a49559b4a5e798d405faa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/e6e168a0dcf149fb946699bf1a9d4adf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/097f383fc07b456baf64040ed736ee5b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/0c1b396357674f9386632ceee08b8509, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/d0427c100ef04e0990771345bee2b59c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/218b1a6617ce479699199823b6ec6e55, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7ead8ad2d5494c029d5f538f0ec421dc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c111a1701e4b4054ab7b4c65ac8ae890, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9ca19b0cfe2e44c0934255b5d4a58489, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/11e88dc52d64470ea7e4dc10f7dd4626, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/b5a43c7c7eb844f08daa76e597667193, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/fd739788c7b24406956cf9574976edd5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/48323a09af324edf8622d5b15ee0c5c9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/14bd5276d66d4bb2976deeaaddc1ddf1, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/6a7e973be45145b798da95901238801a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7aacd108e8034b768f99482a55891555, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5e15e4bb59d84277a2b6d7e883c586be, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3e8fad70db6a4b149ac3dcd51138e6cd] to archive 2024-12-01T23:55:47,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:47,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4ee19016eef8485497ef9ebf6e28167c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/4ee19016eef8485497ef9ebf6e28167c 2024-12-01T23:55:47,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/677bdeaa10314a50bf5eed0d37338782 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/677bdeaa10314a50bf5eed0d37338782 2024-12-01T23:55:47,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a292fcf294d540d080fecd1f1b09ea54 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/a292fcf294d540d080fecd1f1b09ea54 2024-12-01T23:55:47,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5f591fdb669146e882c43511f3a7583d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5f591fdb669146e882c43511f3a7583d 2024-12-01T23:55:47,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/bd2b7c2f628f42049809396370b23e1a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/bd2b7c2f628f42049809396370b23e1a 2024-12-01T23:55:47,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f88cac72d63b40749534f8b5bc7f7ffe to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f88cac72d63b40749534f8b5bc7f7ffe 2024-12-01T23:55:47,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/ff8215e204d64122937325ba17d03aa2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/ff8215e204d64122937325ba17d03aa2 2024-12-01T23:55:47,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2d8cc544de34415cba7d618cebde17fb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2d8cc544de34415cba7d618cebde17fb 2024-12-01T23:55:47,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3790d94fa29a49559b4a5e798d405faa to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3790d94fa29a49559b4a5e798d405faa 2024-12-01T23:55:47,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/e6e168a0dcf149fb946699bf1a9d4adf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/e6e168a0dcf149fb946699bf1a9d4adf 2024-12-01T23:55:47,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/097f383fc07b456baf64040ed736ee5b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/097f383fc07b456baf64040ed736ee5b 2024-12-01T23:55:47,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/0c1b396357674f9386632ceee08b8509 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/0c1b396357674f9386632ceee08b8509 2024-12-01T23:55:47,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/d0427c100ef04e0990771345bee2b59c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/d0427c100ef04e0990771345bee2b59c 2024-12-01T23:55:47,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/218b1a6617ce479699199823b6ec6e55 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/218b1a6617ce479699199823b6ec6e55 2024-12-01T23:55:47,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7ead8ad2d5494c029d5f538f0ec421dc to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7ead8ad2d5494c029d5f538f0ec421dc 2024-12-01T23:55:47,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c111a1701e4b4054ab7b4c65ac8ae890 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/c111a1701e4b4054ab7b4c65ac8ae890 2024-12-01T23:55:47,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9ca19b0cfe2e44c0934255b5d4a58489 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/9ca19b0cfe2e44c0934255b5d4a58489 2024-12-01T23:55:47,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/11e88dc52d64470ea7e4dc10f7dd4626 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/11e88dc52d64470ea7e4dc10f7dd4626 2024-12-01T23:55:47,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/b5a43c7c7eb844f08daa76e597667193 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/b5a43c7c7eb844f08daa76e597667193 2024-12-01T23:55:47,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/fd739788c7b24406956cf9574976edd5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/fd739788c7b24406956cf9574976edd5 2024-12-01T23:55:47,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/48323a09af324edf8622d5b15ee0c5c9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/48323a09af324edf8622d5b15ee0c5c9 2024-12-01T23:55:47,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/14bd5276d66d4bb2976deeaaddc1ddf1 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/14bd5276d66d4bb2976deeaaddc1ddf1 2024-12-01T23:55:47,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/6a7e973be45145b798da95901238801a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/6a7e973be45145b798da95901238801a 2024-12-01T23:55:47,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7aacd108e8034b768f99482a55891555 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/7aacd108e8034b768f99482a55891555 2024-12-01T23:55:47,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5e15e4bb59d84277a2b6d7e883c586be to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/5e15e4bb59d84277a2b6d7e883c586be 2024-12-01T23:55:47,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3e8fad70db6a4b149ac3dcd51138e6cd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/3e8fad70db6a4b149ac3dcd51138e6cd 2024-12-01T23:55:47,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9cb630b8462d441eac7b1692fca881a5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0ef00108cba467e8ac15e1cd036ad10, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7ba7b581ab0b49c29f97a015a0fe5962, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/378abb47c9474fbf9e7b230dd9ef3fcd, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/593417045cff496c8818a2a77629e8d2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/a67369d94ae74b03aa142904c108e63d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/85c5cebffe6e4647a1caa14e155c7e9d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f36e5795a2d94e69925a8a0453b8e4a5, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/d6123e19e65f40b7b19be1b293ee709c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9f5e4938111e4553b5e05d6dc579d9d8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ad5ead9c53964a03bd82b5a7befd3fc9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/0b8404ea7fc5434ea1a8517c7eb6008c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/315eb41638fd4c16a601c611f2c11b34, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0e88ed445d548cea000d9c37eafd16b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7f4001aac376430baa9e1ed90052d657, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/cc501beadd9a4bb9ae09b5272ac3ecdf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/e4a36aa0dd1a4f53adbcf48aec35ca37, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/8529cad859ca40dba8a8271c84fa782f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/79ed541e9990487d9c799a1708e320e7, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/24fa0c2ac293400493267674407397a2, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7dc9edb912524e869bb2cccb36615daf, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/10399779102f443791aed23356572324, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/70149d54b954449aa33dfbf8bcf411db, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/42ee7ed5313744f59f90a04cfecdc3aa, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/5aff4515b4694386b9e2d3310c9bca33, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f85c18a198cd47d4b4d8d331d670652f] to archive 2024-12-01T23:55:47,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:47,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9cb630b8462d441eac7b1692fca881a5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9cb630b8462d441eac7b1692fca881a5 2024-12-01T23:55:47,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0ef00108cba467e8ac15e1cd036ad10 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0ef00108cba467e8ac15e1cd036ad10 2024-12-01T23:55:47,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7ba7b581ab0b49c29f97a015a0fe5962 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7ba7b581ab0b49c29f97a015a0fe5962 2024-12-01T23:55:47,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/378abb47c9474fbf9e7b230dd9ef3fcd to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/378abb47c9474fbf9e7b230dd9ef3fcd 2024-12-01T23:55:47,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/593417045cff496c8818a2a77629e8d2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/593417045cff496c8818a2a77629e8d2 2024-12-01T23:55:47,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/a67369d94ae74b03aa142904c108e63d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/a67369d94ae74b03aa142904c108e63d 2024-12-01T23:55:47,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/85c5cebffe6e4647a1caa14e155c7e9d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/85c5cebffe6e4647a1caa14e155c7e9d 2024-12-01T23:55:47,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f36e5795a2d94e69925a8a0453b8e4a5 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f36e5795a2d94e69925a8a0453b8e4a5 2024-12-01T23:55:47,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/d6123e19e65f40b7b19be1b293ee709c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/d6123e19e65f40b7b19be1b293ee709c 2024-12-01T23:55:47,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9f5e4938111e4553b5e05d6dc579d9d8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/9f5e4938111e4553b5e05d6dc579d9d8 2024-12-01T23:55:47,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ad5ead9c53964a03bd82b5a7befd3fc9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ad5ead9c53964a03bd82b5a7befd3fc9 2024-12-01T23:55:47,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/0b8404ea7fc5434ea1a8517c7eb6008c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/0b8404ea7fc5434ea1a8517c7eb6008c 2024-12-01T23:55:47,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/315eb41638fd4c16a601c611f2c11b34 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/315eb41638fd4c16a601c611f2c11b34 2024-12-01T23:55:47,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0e88ed445d548cea000d9c37eafd16b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f0e88ed445d548cea000d9c37eafd16b 2024-12-01T23:55:47,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7f4001aac376430baa9e1ed90052d657 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7f4001aac376430baa9e1ed90052d657 2024-12-01T23:55:47,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/cc501beadd9a4bb9ae09b5272ac3ecdf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/cc501beadd9a4bb9ae09b5272ac3ecdf 2024-12-01T23:55:47,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/e4a36aa0dd1a4f53adbcf48aec35ca37 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/e4a36aa0dd1a4f53adbcf48aec35ca37 2024-12-01T23:55:47,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/8529cad859ca40dba8a8271c84fa782f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/8529cad859ca40dba8a8271c84fa782f 2024-12-01T23:55:47,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/79ed541e9990487d9c799a1708e320e7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/79ed541e9990487d9c799a1708e320e7 2024-12-01T23:55:47,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/24fa0c2ac293400493267674407397a2 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/24fa0c2ac293400493267674407397a2 2024-12-01T23:55:47,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7dc9edb912524e869bb2cccb36615daf to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/7dc9edb912524e869bb2cccb36615daf 2024-12-01T23:55:47,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/10399779102f443791aed23356572324 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/10399779102f443791aed23356572324 2024-12-01T23:55:47,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/70149d54b954449aa33dfbf8bcf411db to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/70149d54b954449aa33dfbf8bcf411db 2024-12-01T23:55:47,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/42ee7ed5313744f59f90a04cfecdc3aa to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/42ee7ed5313744f59f90a04cfecdc3aa 2024-12-01T23:55:47,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/5aff4515b4694386b9e2d3310c9bca33 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/5aff4515b4694386b9e2d3310c9bca33 2024-12-01T23:55:47,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f85c18a198cd47d4b4d8d331d670652f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f85c18a198cd47d4b4d8d331d670652f 2024-12-01T23:55:47,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5ad3ae0df67340da9687c76055ea4fc6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/564c16775d954100bef98583a8d83248, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/19d54dfba2bf4d31a9a9d20941a4b6db, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5b33348dc8694feeb7f6fb22e0b9cc81, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0071d9b3339748e1911096d6a1f3d748, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/54cfd3f895ba4cd49b28e2151163e36f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/8fd10a41759b46ab9ff433b36cb96289, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d617917afa8a48c999d434b8c7698a95, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b50fba117d7f4e888deafb22aabb64ba, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/1da62049f2174db08b902d34233d587d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f7393c7d426f4a7493039ff37c80c49b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/496182b06b6a4c509a5e9609c5fde180, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/283631354d1c4651a91a934b53e2f5de, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/6082144b2f914b1ea82394330a6e3230, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/15fa943ebc8c41b49820fd4d72f7aafc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/ba66458a9d1042f9b4eebcf0881e6189, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0d9849efee054615b2e65822df356c49, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/9861915f5bdd43b49af0e6b6e398ec39, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/fb186760a79947818f582d2fb6aa00c8, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/bb46b4c15a2340739b4b77c3408dc15b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/4268535d4c2d499686943ddaa75ecdde, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/56abd328f4ff4bf2820bfa21e60fba1e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/3449b93cdeda4a0499ffb837a5256ef4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/e7c2e44aa9f54aa68c216fcb2a33c31e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/236085e7c9804cf9bdc7e59c0661ed9a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/01a6caa030414042adb3b7eace67d859] to archive 2024-12-01T23:55:47,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:55:47,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5ad3ae0df67340da9687c76055ea4fc6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5ad3ae0df67340da9687c76055ea4fc6 2024-12-01T23:55:47,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/564c16775d954100bef98583a8d83248 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/564c16775d954100bef98583a8d83248 2024-12-01T23:55:47,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/19d54dfba2bf4d31a9a9d20941a4b6db to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/19d54dfba2bf4d31a9a9d20941a4b6db 2024-12-01T23:55:47,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5b33348dc8694feeb7f6fb22e0b9cc81 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/5b33348dc8694feeb7f6fb22e0b9cc81 2024-12-01T23:55:47,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0071d9b3339748e1911096d6a1f3d748 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0071d9b3339748e1911096d6a1f3d748 2024-12-01T23:55:47,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/54cfd3f895ba4cd49b28e2151163e36f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/54cfd3f895ba4cd49b28e2151163e36f 2024-12-01T23:55:47,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/8fd10a41759b46ab9ff433b36cb96289 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/8fd10a41759b46ab9ff433b36cb96289 2024-12-01T23:55:47,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d617917afa8a48c999d434b8c7698a95 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/d617917afa8a48c999d434b8c7698a95 2024-12-01T23:55:47,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b50fba117d7f4e888deafb22aabb64ba to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b50fba117d7f4e888deafb22aabb64ba 2024-12-01T23:55:47,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/1da62049f2174db08b902d34233d587d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/1da62049f2174db08b902d34233d587d 2024-12-01T23:55:47,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f7393c7d426f4a7493039ff37c80c49b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/f7393c7d426f4a7493039ff37c80c49b 2024-12-01T23:55:47,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/496182b06b6a4c509a5e9609c5fde180 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/496182b06b6a4c509a5e9609c5fde180 2024-12-01T23:55:47,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/283631354d1c4651a91a934b53e2f5de to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/283631354d1c4651a91a934b53e2f5de 2024-12-01T23:55:47,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/6082144b2f914b1ea82394330a6e3230 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/6082144b2f914b1ea82394330a6e3230 2024-12-01T23:55:47,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/15fa943ebc8c41b49820fd4d72f7aafc to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/15fa943ebc8c41b49820fd4d72f7aafc 2024-12-01T23:55:47,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/ba66458a9d1042f9b4eebcf0881e6189 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/ba66458a9d1042f9b4eebcf0881e6189 2024-12-01T23:55:47,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0d9849efee054615b2e65822df356c49 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/0d9849efee054615b2e65822df356c49 2024-12-01T23:55:47,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/9861915f5bdd43b49af0e6b6e398ec39 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/9861915f5bdd43b49af0e6b6e398ec39 2024-12-01T23:55:47,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/fb186760a79947818f582d2fb6aa00c8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/fb186760a79947818f582d2fb6aa00c8 2024-12-01T23:55:47,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/bb46b4c15a2340739b4b77c3408dc15b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/bb46b4c15a2340739b4b77c3408dc15b 2024-12-01T23:55:47,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/4268535d4c2d499686943ddaa75ecdde to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/4268535d4c2d499686943ddaa75ecdde 2024-12-01T23:55:47,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/56abd328f4ff4bf2820bfa21e60fba1e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/56abd328f4ff4bf2820bfa21e60fba1e 2024-12-01T23:55:47,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/3449b93cdeda4a0499ffb837a5256ef4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/3449b93cdeda4a0499ffb837a5256ef4 2024-12-01T23:55:47,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/e7c2e44aa9f54aa68c216fcb2a33c31e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/e7c2e44aa9f54aa68c216fcb2a33c31e 2024-12-01T23:55:47,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/236085e7c9804cf9bdc7e59c0661ed9a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/236085e7c9804cf9bdc7e59c0661ed9a 2024-12-01T23:55:47,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/01a6caa030414042adb3b7eace67d859 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/01a6caa030414042adb3b7eace67d859 2024-12-01T23:55:47,805 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/recovered.edits/588.seqid, newMaxSeqId=588, maxSeqId=1 2024-12-01T23:55:47,806 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. 2024-12-01T23:55:47,806 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 0ba5dae6fb84dc39ad5764779f33511e: Waiting for close lock at 1733097346485Running coprocessor pre-close hooks at 1733097346485Disabling compacts and flushes for region at 1733097346485Disabling writes for close at 1733097346485Obtaining lock to block concurrent updates at 1733097346486 (+1 ms)Preparing flush snapshotting stores in 0ba5dae6fb84dc39ad5764779f33511e at 1733097346486Finished memstore snapshotting TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733097346486Flushing stores of TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e. at 1733097346487 (+1 ms)Flushing 0ba5dae6fb84dc39ad5764779f33511e/A: creating writer at 1733097346488 (+1 ms)Flushing 0ba5dae6fb84dc39ad5764779f33511e/A: appending metadata at 1733097346493 (+5 ms)Flushing 0ba5dae6fb84dc39ad5764779f33511e/A: closing flushed file at 1733097346493Flushing 0ba5dae6fb84dc39ad5764779f33511e/B: creating writer at 1733097346904 (+411 ms)Flushing 0ba5dae6fb84dc39ad5764779f33511e/B: appending metadata at 1733097346908 (+4 ms)Flushing 0ba5dae6fb84dc39ad5764779f33511e/B: closing flushed file at 1733097346908Flushing 0ba5dae6fb84dc39ad5764779f33511e/C: creating writer at 1733097347315 (+407 ms)Flushing 0ba5dae6fb84dc39ad5764779f33511e/C: appending metadata at 1733097347317 (+2 ms)Flushing 0ba5dae6fb84dc39ad5764779f33511e/C: closing flushed file at 1733097347317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c30a74e: reopening flushed file at 1733097347725 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404dc944: reopening flushed file at 1733097347731 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3395a4b7: reopening flushed file at 1733097347737 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0ba5dae6fb84dc39ad5764779f33511e in 1257ms, sequenceid=585, compaction requested=true at 1733097347742 (+5 ms)Writing region close event to WAL at 1733097347803 (+61 ms)Running coprocessor post-close hooks at 1733097347806 (+3 ms)Closed at 1733097347806 2024-12-01T23:55:47,807 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:47,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=0ba5dae6fb84dc39ad5764779f33511e, regionState=CLOSED 2024-12-01T23:55:47,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:55:47,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-01T23:55:47,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 0ba5dae6fb84dc39ad5764779f33511e, server=579b0f681375,43621,1733097206849 in 1.4770 sec 2024-12-01T23:55:47,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-01T23:55:47,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ba5dae6fb84dc39ad5764779f33511e, UNASSIGN in 1.4820 sec 2024-12-01T23:55:47,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-01T23:55:47,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4850 sec 2024-12-01T23:55:47,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097347815"}]},"ts":"1733097347815"} 2024-12-01T23:55:47,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T23:55:47,817 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T23:55:47,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4930 sec 2024-12-01T23:55:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T23:55:48,474 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:48,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T23:55:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:48,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T23:55:48,480 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:48,483 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:48,486 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/recovered.edits] 2024-12-01T23:55:48,489 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/1a776454919b47228d2d614d35842476 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/1a776454919b47228d2d614d35842476 2024-12-01T23:55:48,490 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2b40408d4a1f4c7f95d63bb631308e01 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/2b40408d4a1f4c7f95d63bb631308e01 2024-12-01T23:55:48,492 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f98cd0595d5a45a18a9c85df5b9fba9b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/A/f98cd0595d5a45a18a9c85df5b9fba9b 2024-12-01T23:55:48,495 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/b32c215f8b1a42d6b04cb20e30a04497 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/b32c215f8b1a42d6b04cb20e30a04497 2024-12-01T23:55:48,497 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ca578c81758b4f90a59df043e2b01789 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/ca578c81758b4f90a59df043e2b01789 2024-12-01T23:55:48,499 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f60d462a8ad0464d90d045f5bc80adb9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/B/f60d462a8ad0464d90d045f5bc80adb9 2024-12-01T23:55:48,502 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/061ffd869f474237b7927a7ed84600d8 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/061ffd869f474237b7927a7ed84600d8 2024-12-01T23:55:48,504 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/22279dc000254b1c96491273bb25078a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/22279dc000254b1c96491273bb25078a 2024-12-01T23:55:48,506 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b1afbb1c0afe4489a28ce1d5605e37ed to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/C/b1afbb1c0afe4489a28ce1d5605e37ed 2024-12-01T23:55:48,510 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/recovered.edits/588.seqid to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e/recovered.edits/588.seqid 2024-12-01T23:55:48,511 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/0ba5dae6fb84dc39ad5764779f33511e 2024-12-01T23:55:48,511 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T23:55:48,514 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:48,516 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T23:55:48,519 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T23:55:48,520 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:48,520 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T23:55:48,521 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733097348520"}]},"ts":"9223372036854775807"} 2024-12-01T23:55:48,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T23:55:48,523 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0ba5dae6fb84dc39ad5764779f33511e, NAME => 'TestAcidGuarantees,,1733097323159.0ba5dae6fb84dc39ad5764779f33511e.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T23:55:48,524 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T23:55:48,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733097348524"}]},"ts":"9223372036854775807"} 2024-12-01T23:55:48,526 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T23:55:48,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:48,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-01T23:55:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T23:55:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T23:55:48,584 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:48,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 251), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 398) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6915 (was 7179) 2024-12-01T23:55:48,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=6915 2024-12-01T23:55:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:55:48,610 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:55:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:48,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:55:48,615 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:48,615 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-12-01T23:55:48,616 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:55:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-01T23:55:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742365_1541 (size=1061) 2024-12-01T23:55:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-01T23:55:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-01T23:55:49,023 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e 2024-12-01T23:55:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742366_1542 (size=53) 2024-12-01T23:55:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-01T23:55:49,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:55:49,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e5dd7999fa3a7936cee4690f77a65dab, disabling compactions & flushes 2024-12-01T23:55:49,429 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. after waiting 0 ms 2024-12-01T23:55:49,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,430 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5dd7999fa3a7936cee4690f77a65dab: Waiting for close lock at 1733097349429Disabling compacts and flushes for region at 1733097349429Disabling writes for close at 1733097349429Writing region close event to WAL at 1733097349430 (+1 ms)Closed at 1733097349430 2024-12-01T23:55:49,432 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:55:49,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733097349432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733097349432"}]},"ts":"1733097349432"} 2024-12-01T23:55:49,435 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:55:49,436 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:55:49,437 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097349436"}]},"ts":"1733097349436"} 2024-12-01T23:55:49,438 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T23:55:49,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, ASSIGN}] 2024-12-01T23:55:49,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, ASSIGN 2024-12-01T23:55:49,441 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, ASSIGN; state=OFFLINE, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=false 2024-12-01T23:55:49,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:49,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, ASSIGN because future has completed 2024-12-01T23:55:49,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:55:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-01T23:55:49,755 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,755 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:55:49,756 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,756 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:55:49,756 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,756 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,758 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,760 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:49,760 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5dd7999fa3a7936cee4690f77a65dab columnFamilyName A 2024-12-01T23:55:49,761 DEBUG [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:49,761 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(327): Store=e5dd7999fa3a7936cee4690f77a65dab/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:49,762 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,763 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:49,763 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5dd7999fa3a7936cee4690f77a65dab columnFamilyName B 2024-12-01T23:55:49,764 DEBUG [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:49,764 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(327): Store=e5dd7999fa3a7936cee4690f77a65dab/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:49,764 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,766 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:49,766 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5dd7999fa3a7936cee4690f77a65dab columnFamilyName C 2024-12-01T23:55:49,766 DEBUG [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:49,767 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(327): Store=e5dd7999fa3a7936cee4690f77a65dab/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:49,767 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,767 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,768 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,768 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,770 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,770 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,770 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:55:49,772 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,774 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:55:49,775 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened e5dd7999fa3a7936cee4690f77a65dab; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63753601, jitterRate=-0.04999731481075287}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:55:49,775 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:49,776 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for e5dd7999fa3a7936cee4690f77a65dab: Running coprocessor pre-open hook at 1733097349756Writing region info on filesystem at 1733097349756Initializing all the Stores at 1733097349758 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097349758Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097349758Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097349758Cleaning up temporary data from old regions at 1733097349770 (+12 ms)Running coprocessor post-open hooks at 1733097349775 (+5 ms)Region opened successfully at 1733097349776 (+1 ms) 2024-12-01T23:55:49,776 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., pid=144, masterSystemTime=1733097349750 2024-12-01T23:55:49,778 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,778 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:49,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=OPEN, openSeqNum=2, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:55:49,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-01T23:55:49,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 in 185 msec 2024-12-01T23:55:49,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-01T23:55:49,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, ASSIGN in 344 msec 2024-12-01T23:55:49,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:55:49,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097349786"}]},"ts":"1733097349786"} 2024-12-01T23:55:49,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T23:55:49,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:55:49,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-12-01T23:55:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-01T23:55:50,764 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:50,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae4ba4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:50,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:50,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:50,767 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259579e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:50,769 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:50,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:50,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:50,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:50,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:50,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:55:50,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 579b0f681375,45043,1733097206113 2024-12-01T23:55:50,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67333c88 2024-12-01T23:55:50,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:55:50,778 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:55:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T23:55:50,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:55:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T23:55:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742367_1543 (size=1097) 2024-12-01T23:55:51,192 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-01T23:55:51,192 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-01T23:55:51,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:55:51,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, REOPEN/MOVE}] 2024-12-01T23:55:51,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, REOPEN/MOVE 2024-12-01T23:55:51,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, REOPEN/MOVE because future has completed 2024-12-01T23:55:51,199 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:55:51,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:55:51,351 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,351 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:55:51,351 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing e5dd7999fa3a7936cee4690f77a65dab, disabling compactions & flushes 2024-12-01T23:55:51,351 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,351 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,351 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. after waiting 0 ms 2024-12-01T23:55:51,351 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,355 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T23:55:51,355 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,355 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for e5dd7999fa3a7936cee4690f77a65dab: Waiting for close lock at 1733097351351Running coprocessor pre-close hooks at 1733097351351Disabling compacts and flushes for region at 1733097351351Disabling writes for close at 1733097351351Writing region close event to WAL at 1733097351352 (+1 ms)Running coprocessor post-close hooks at 1733097351355 (+3 ms)Closed at 1733097351355 2024-12-01T23:55:51,355 WARN [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: e5dd7999fa3a7936cee4690f77a65dab to self. 2024-12-01T23:55:51,357 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=CLOSED 2024-12-01T23:55:51,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:55:51,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-01T23:55:51,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 in 160 msec 2024-12-01T23:55:51,361 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, REOPEN/MOVE; state=CLOSED, location=579b0f681375,43621,1733097206849; forceNewPlan=false, retain=true 2024-12-01T23:55:51,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=OPENING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, REOPEN/MOVE because future has completed 2024-12-01T23:55:51,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:55:51,674 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,674 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:55:51,675 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,675 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:55:51,675 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,675 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,677 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,678 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:51,678 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5dd7999fa3a7936cee4690f77a65dab columnFamilyName A 2024-12-01T23:55:51,679 DEBUG [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:51,680 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(327): Store=e5dd7999fa3a7936cee4690f77a65dab/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:51,680 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,680 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:51,681 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5dd7999fa3a7936cee4690f77a65dab columnFamilyName B 2024-12-01T23:55:51,681 DEBUG [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:51,681 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(327): Store=e5dd7999fa3a7936cee4690f77a65dab/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:51,681 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,682 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T23:55:51,682 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5dd7999fa3a7936cee4690f77a65dab columnFamilyName C 2024-12-01T23:55:51,682 DEBUG [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:51,682 INFO [StoreOpener-e5dd7999fa3a7936cee4690f77a65dab-1 {}] regionserver.HStore(327): Store=e5dd7999fa3a7936cee4690f77a65dab/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:55:51,682 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,682 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,683 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,684 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,684 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,684 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,685 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T23:55:51,685 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,686 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened e5dd7999fa3a7936cee4690f77a65dab; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61565946, jitterRate=-0.08259591460227966}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T23:55:51,686 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,686 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for e5dd7999fa3a7936cee4690f77a65dab: Running coprocessor pre-open hook at 1733097351675Writing region info on filesystem at 1733097351675Initializing all the Stores at 1733097351676 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097351676Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097351677 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733097351677Cleaning up temporary data from old regions at 1733097351684 (+7 ms)Running coprocessor post-open hooks at 1733097351686 (+2 ms)Region opened successfully at 1733097351686 2024-12-01T23:55:51,687 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., pid=149, masterSystemTime=1733097351668 2024-12-01T23:55:51,688 DEBUG [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,688 INFO [RS_OPEN_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=OPEN, openSeqNum=5, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:55:51,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-12-01T23:55:51,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 in 175 msec 2024-12-01T23:55:51,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-01T23:55:51,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, REOPEN/MOVE in 495 msec 2024-12-01T23:55:51,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-01T23:55:51,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec 2024-12-01T23:55:51,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 915 msec 2024-12-01T23:55:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-01T23:55:51,697 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:51,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424eb8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,700 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ec7ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c6f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,702 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b38dd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,703 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52affc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5ba127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,705 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2244ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,707 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9c5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110f2d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,709 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565f44ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,710 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1201b8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbb80ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,712 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9dd32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7959bc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ae8872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224f55b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,717 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132d5a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf38cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,719 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d7ce30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,720 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e2ce22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c3cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,723 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eec7e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,725 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f42fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b067c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,726 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd206f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,728 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac5b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebeeab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 579b0f681375,45043,-1 for getting cluster id 2024-12-01T23:55:51,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:55:51,730 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32e6346b-6851-4c2c-84af-98f357cd69d9' 2024-12-01T23:55:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:55:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32e6346b-6851-4c2c-84af-98f357cd69d9" 2024-12-01T23:55:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d42f852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [579b0f681375,45043,-1] 2024-12-01T23:55:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:55:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:55:51,731 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:55:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d5f7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:55:51,732 DEBUG [Thread-2436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,732 DEBUG [Thread-2434 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,732 DEBUG [Thread-2421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,732 DEBUG [Thread-2430 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,732 DEBUG [Thread-2419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,732 DEBUG [Thread-2432 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,733 DEBUG [Thread-2423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,733 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,733 DEBUG [Thread-2428 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,733 DEBUG [Thread-2425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-01T23:55:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,734 DEBUG [Thread-2417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:55:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,736 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=579b0f681375,43621,1733097206849, seqNum=-1] 2024-12-01T23:55:51,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:55:51,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T23:55:51,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:55:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,737 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:51,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5] 2024-12-01T23:55:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:51,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T23:55:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:55:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:55:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:51,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:55:51,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:51,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097351752, max timestamp=1733097351758Num uniques 859; 2024-12-01T23:55:51,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097351752, max timestamp=1733097351758Num uniques 859; 2024-12-01T23:55:51,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097351752, max timestamp=1733097351758Num uniques 859; 2024-12-01T23:55:51,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:51,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:51,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:51,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011419d2b286844ac2864a006f769a87d6_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097351742/Put/seqid=0 2024-12-01T23:55:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742368_1544 (size=9714) 2024-12-01T23:55:51,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097411773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097411772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733097351770, max timestamp=1733097351775Num uniques 1018; 2024-12-01T23:55:51,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-01T23:55:51,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733097351770, max timestamp=1733097351775Num uniques 1018; 2024-12-01T23:55:51,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733097351770, max timestamp=1733097351775Num uniques 1018; 2024-12-01T23:55:51,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-01T23:55:51,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-01T23:55:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097411794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097411798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097411798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T23:55:51,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097411883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097411883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:51,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:51,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097411903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097411903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097411903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:52,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:52,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T23:55:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097412093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097412093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097412112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097412112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097412113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,169 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:52,172 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011419d2b286844ac2864a006f769a87d6_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011419d2b286844ac2864a006f769a87d6_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:52,173 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/cc5d43b5d0d24589902ffee049ca3e54, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:52,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/cc5d43b5d0d24589902ffee049ca3e54 is 175, key is test_row_0/A:col10/1733097351742/Put/seqid=0 2024-12-01T23:55:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742369_1545 (size=22361) 2024-12-01T23:55:52,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:52,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:52,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T23:55:52,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097412403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097412403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097412422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097412422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097412422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,576 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/cc5d43b5d0d24589902ffee049ca3e54 2024-12-01T23:55:52,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a3e45c79b7224df284e8986bc9b9694a is 50, key is test_row_0/B:col10/1733097351742/Put/seqid=0 2024-12-01T23:55:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742370_1546 (size=9657) 2024-12-01T23:55:52,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T23:55:52,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097412913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097412913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097412932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097412932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097412933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:52,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:52,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:52,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:52,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a3e45c79b7224df284e8986bc9b9694a 2024-12-01T23:55:53,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/48ce3130bd454589a4a362374a68da1c is 50, key is test_row_0/C:col10/1733097351742/Put/seqid=0 2024-12-01T23:55:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742371_1547 (size=9657) 2024-12-01T23:55:53,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:53,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:53,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T23:55:53,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/48ce3130bd454589a4a362374a68da1c 2024-12-01T23:55:53,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/cc5d43b5d0d24589902ffee049ca3e54 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/cc5d43b5d0d24589902ffee049ca3e54 2024-12-01T23:55:53,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/cc5d43b5d0d24589902ffee049ca3e54, entries=100, sequenceid=14, filesize=21.8 K 2024-12-01T23:55:53,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:53,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a3e45c79b7224df284e8986bc9b9694a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3e45c79b7224df284e8986bc9b9694a 2024-12-01T23:55:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:53,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3e45c79b7224df284e8986bc9b9694a, entries=100, sequenceid=14, filesize=9.4 K 2024-12-01T23:55:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/48ce3130bd454589a4a362374a68da1c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/48ce3130bd454589a4a362374a68da1c 2024-12-01T23:55:53,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/48ce3130bd454589a4a362374a68da1c, entries=100, sequenceid=14, filesize=9.4 K 2024-12-01T23:55:53,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e5dd7999fa3a7936cee4690f77a65dab in 1688ms, sequenceid=14, compaction requested=false 2024-12-01T23:55:53,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:53,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T23:55:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:53,577 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=134.18 KB heapSize=374.77 KB 2024-12-01T23:55:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:55:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:55:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:55:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:53,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120106b782fe12f145818d2a8921950edd77_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097351787/Put/seqid=0 2024-12-01T23:55:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742372_1548 (size=12154) 2024-12-01T23:55:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T23:55:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:53,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097413946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097413948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097413949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097413949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:53,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097413953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:53,956 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_0' in e5dd7999fa3a7936cee4690f77a65dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:54,031 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120106b782fe12f145818d2a8921950edd77_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120106b782fe12f145818d2a8921950edd77_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:54,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/88792109270647158e45891d3bea4a34, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:54,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/88792109270647158e45891d3bea4a34 is 175, key is test_row_0/A:col10/1733097351787/Put/seqid=0 2024-12-01T23:55:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742373_1549 (size=30955) 2024-12-01T23:55:54,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097414063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097414063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097414063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097414063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097414273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097414273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097414273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097414273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,446 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=66, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/88792109270647158e45891d3bea4a34 2024-12-01T23:55:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/65e0738a9c4b46398db0e6abc2366c77 is 50, key is test_row_0/B:col10/1733097351787/Put/seqid=0 2024-12-01T23:55:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742374_1550 (size=12001) 2024-12-01T23:55:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097414583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097414583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097414583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097414583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:54,860 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/65e0738a9c4b46398db0e6abc2366c77 2024-12-01T23:55:54,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/cb519be65f31459487d33746dfab1cfb is 50, key is test_row_0/C:col10/1733097351787/Put/seqid=0 2024-12-01T23:55:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742375_1551 (size=12001) 2024-12-01T23:55:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097415093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097415093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:55,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097415093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097415093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:55,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:55:55,269 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/cb519be65f31459487d33746dfab1cfb 2024-12-01T23:55:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/88792109270647158e45891d3bea4a34 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/88792109270647158e45891d3bea4a34 2024-12-01T23:55:55,275 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/88792109270647158e45891d3bea4a34, entries=150, sequenceid=66, filesize=30.2 K 2024-12-01T23:55:55,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/65e0738a9c4b46398db0e6abc2366c77 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/65e0738a9c4b46398db0e6abc2366c77 2024-12-01T23:55:55,282 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/65e0738a9c4b46398db0e6abc2366c77, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T23:55:55,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/cb519be65f31459487d33746dfab1cfb as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/cb519be65f31459487d33746dfab1cfb 2024-12-01T23:55:55,286 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/cb519be65f31459487d33746dfab1cfb, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T23:55:55,287 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~374.72 KB/383712, currentSize=46.96 KB/48090 for e5dd7999fa3a7936cee4690f77a65dab in 1710ms, sequenceid=66, compaction requested=false 2024-12-01T23:55:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-01T23:55:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-01T23:55:55,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-01T23:55:55,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5510 sec 2024-12-01T23:55:55,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.5590 sec 2024-12-01T23:55:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T23:55:55,903 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:55:55,903 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:55:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-01T23:55:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T23:55:55,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:55:55,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:55:55,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:55:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:55,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:55:55,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:55:55,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:55,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:55:55,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:55,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:55:55,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:55,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ea864fb9006945fdba37c92565334ad9_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097355973/Put/seqid=0 2024-12-01T23:55:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742376_1552 (size=12154) 2024-12-01T23:55:55,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:55,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ea864fb9006945fdba37c92565334ad9_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ea864fb9006945fdba37c92565334ad9_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:55,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/25b1f9cc80b042169e31ed8fc36549a4, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:55,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/25b1f9cc80b042169e31ed8fc36549a4 is 175, key is test_row_0/A:col10/1733097355973/Put/seqid=0 2024-12-01T23:55:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742377_1553 (size=30955) 2024-12-01T23:55:55,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/25b1f9cc80b042169e31ed8fc36549a4 2024-12-01T23:55:56,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/3eb274a06f634c8aabb309a7b6f89ca9 is 50, key is test_row_0/B:col10/1733097355973/Put/seqid=0 2024-12-01T23:55:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742378_1554 (size=12001) 2024-12-01T23:55:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T23:55:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097356031, max timestamp=1733097356044Num uniques 859; 2024-12-01T23:55:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097356031, max timestamp=1733097356044Num uniques 859; 2024-12-01T23:55:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097356031, max timestamp=1733097356044Num uniques 859; 2024-12-01T23:55:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:56,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T23:55:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097416103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097416105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,109 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in e5dd7999fa3a7936cee4690f77a65dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097416108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097416109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097416113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,115 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in e5dd7999fa3a7936cee4690f77a65dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T23:55:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097416213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T23:55:56,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097416223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097416223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T23:55:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/3eb274a06f634c8aabb309a7b6f89ca9 2024-12-01T23:55:56,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ef303526431f4690a4861f1f35cddeea is 50, key is test_row_0/C:col10/1733097355973/Put/seqid=0 2024-12-01T23:55:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742379_1555 (size=12001) 2024-12-01T23:55:56,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097416422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097416433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097416433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T23:55:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T23:55:56,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T23:55:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097416733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097416746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097416746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:56,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ef303526431f4690a4861f1f35cddeea 2024-12-01T23:55:56,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T23:55:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:55:56,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/25b1f9cc80b042169e31ed8fc36549a4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/25b1f9cc80b042169e31ed8fc36549a4 2024-12-01T23:55:56,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/25b1f9cc80b042169e31ed8fc36549a4, entries=150, sequenceid=77, filesize=30.2 K 2024-12-01T23:55:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/3eb274a06f634c8aabb309a7b6f89ca9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/3eb274a06f634c8aabb309a7b6f89ca9 2024-12-01T23:55:56,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/3eb274a06f634c8aabb309a7b6f89ca9, entries=150, sequenceid=77, filesize=11.7 K 2024-12-01T23:55:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ef303526431f4690a4861f1f35cddeea as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ef303526431f4690a4861f1f35cddeea 2024-12-01T23:55:56,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ef303526431f4690a4861f1f35cddeea, entries=150, sequenceid=77, filesize=11.7 K 2024-12-01T23:55:56,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for e5dd7999fa3a7936cee4690f77a65dab in 857ms, sequenceid=77, compaction requested=true 2024-12-01T23:55:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:56,833 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:56,833 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:56,833 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:56,833 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:56,833 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/A is initiating minor compaction (all files) 2024-12-01T23:55:56,833 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/B is initiating minor compaction (all files) 2024-12-01T23:55:56,833 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/B in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,833 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/A in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,833 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/cc5d43b5d0d24589902ffee049ca3e54, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/88792109270647158e45891d3bea4a34, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/25b1f9cc80b042169e31ed8fc36549a4] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=82.3 K 2024-12-01T23:55:56,833 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3e45c79b7224df284e8986bc9b9694a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/65e0738a9c4b46398db0e6abc2366c77, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/3eb274a06f634c8aabb309a7b6f89ca9] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=32.9 K 2024-12-01T23:55:56,833 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,834 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/cc5d43b5d0d24589902ffee049ca3e54, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/88792109270647158e45891d3bea4a34, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/25b1f9cc80b042169e31ed8fc36549a4] 2024-12-01T23:55:56,834 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a3e45c79b7224df284e8986bc9b9694a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733097351742 2024-12-01T23:55:56,834 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc5d43b5d0d24589902ffee049ca3e54, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733097351742 2024-12-01T23:55:56,834 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 65e0738a9c4b46398db0e6abc2366c77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733097351787 2024-12-01T23:55:56,834 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88792109270647158e45891d3bea4a34, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733097351787 2024-12-01T23:55:56,834 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eb274a06f634c8aabb309a7b6f89ca9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733097353944 2024-12-01T23:55:56,834 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25b1f9cc80b042169e31ed8fc36549a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733097353944 2024-12-01T23:55:56,839 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:56,839 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:56,839 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/0db2524b9d9843f2bb61ae7da229855d is 50, key is test_row_0/B:col10/1733097355973/Put/seqid=0 2024-12-01T23:55:56,840 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412016c7dc59e1ae449ed888cefc97653c583_e5dd7999fa3a7936cee4690f77a65dab store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:56,841 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412016c7dc59e1ae449ed888cefc97653c583_e5dd7999fa3a7936cee4690f77a65dab, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:56,842 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016c7dc59e1ae449ed888cefc97653c583_e5dd7999fa3a7936cee4690f77a65dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742380_1556 (size=12104) 2024-12-01T23:55:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742381_1557 (size=4469) 2024-12-01T23:55:56,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T23:55:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:56,971 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T23:55:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:55:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:55:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:55:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:55:56,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201172ba79ee0734b15aa2ce2926a1420dc_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097356107/Put/seqid=0 2024-12-01T23:55:56,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742382_1558 (size=12154) 2024-12-01T23:55:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T23:55:57,245 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#A#compaction#476 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:55:57,246 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/bab5aa3b7b0b446eb644f0fac8654b0f is 175, key is test_row_0/A:col10/1733097355973/Put/seqid=0 2024-12-01T23:55:57,247 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/0db2524b9d9843f2bb61ae7da229855d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/0db2524b9d9843f2bb61ae7da229855d 2024-12-01T23:55:57,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742383_1559 (size=31058) 2024-12-01T23:55:57,251 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/B of e5dd7999fa3a7936cee4690f77a65dab into 0db2524b9d9843f2bb61ae7da229855d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:57,251 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:57,251 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/B, priority=13, startTime=1733097356833; duration=0sec 2024-12-01T23:55:57,251 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:57,251 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:B 2024-12-01T23:55:57,251 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:57,252 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:57,252 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/C is initiating minor compaction (all files) 2024-12-01T23:55:57,252 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/C in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:57,252 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/48ce3130bd454589a4a362374a68da1c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/cb519be65f31459487d33746dfab1cfb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ef303526431f4690a4861f1f35cddeea] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=32.9 K 2024-12-01T23:55:57,252 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 48ce3130bd454589a4a362374a68da1c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733097351742 2024-12-01T23:55:57,253 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting cb519be65f31459487d33746dfab1cfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733097351787 2024-12-01T23:55:57,253 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ef303526431f4690a4861f1f35cddeea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733097353944 2024-12-01T23:55:57,258 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#C#compaction#478 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:55:57,258 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/36fa8074385540abaef02ef570ad9e5b is 50, key is test_row_0/C:col10/1733097355973/Put/seqid=0 2024-12-01T23:55:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742384_1560 (size=12104) 2024-12-01T23:55:57,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097417262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097417262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097417263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097417373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097417373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:57,385 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201172ba79ee0734b15aa2ce2926a1420dc_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201172ba79ee0734b15aa2ce2926a1420dc_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:57,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/fb23d0704b1e451eb20ddb6e6966339f, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:57,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/fb23d0704b1e451eb20ddb6e6966339f is 175, key is test_row_0/A:col10/1733097356107/Put/seqid=0 2024-12-01T23:55:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742385_1561 (size=30955) 2024-12-01T23:55:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097417583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097417583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,652 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/bab5aa3b7b0b446eb644f0fac8654b0f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/bab5aa3b7b0b446eb644f0fac8654b0f 2024-12-01T23:55:57,655 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/A of e5dd7999fa3a7936cee4690f77a65dab into bab5aa3b7b0b446eb644f0fac8654b0f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:57,655 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:57,655 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/A, priority=13, startTime=1733097356832; duration=0sec 2024-12-01T23:55:57,655 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:57,655 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:A 2024-12-01T23:55:57,664 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/36fa8074385540abaef02ef570ad9e5b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/36fa8074385540abaef02ef570ad9e5b 2024-12-01T23:55:57,667 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/C of e5dd7999fa3a7936cee4690f77a65dab into 36fa8074385540abaef02ef570ad9e5b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:55:57,667 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:57,667 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/C, priority=13, startTime=1733097356833; duration=0sec 2024-12-01T23:55:57,667 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:57,667 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:C 2024-12-01T23:55:57,789 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/fb23d0704b1e451eb20ddb6e6966339f 2024-12-01T23:55:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/5687b76310f84c379b45cb53d399add3 is 50, key is test_row_0/B:col10/1733097356107/Put/seqid=0 2024-12-01T23:55:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742386_1562 (size=12001) 2024-12-01T23:55:57,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097417893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097417893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T23:55:58,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097418123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,123 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in e5dd7999fa3a7936cee4690f77a65dab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:58,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097418133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,134 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in e5dd7999fa3a7936cee4690f77a65dab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:55:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,199 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/5687b76310f84c379b45cb53d399add3 2024-12-01T23:55:58,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/d827dbe1a0dc436f8446acd57148e477 is 50, key is test_row_0/C:col10/1733097356107/Put/seqid=0 2024-12-01T23:55:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742387_1563 (size=12001) 2024-12-01T23:55:58,207 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/d827dbe1a0dc436f8446acd57148e477 2024-12-01T23:55:58,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/fb23d0704b1e451eb20ddb6e6966339f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/fb23d0704b1e451eb20ddb6e6966339f 2024-12-01T23:55:58,212 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/fb23d0704b1e451eb20ddb6e6966339f, entries=150, sequenceid=114, filesize=30.2 K 2024-12-01T23:55:58,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/5687b76310f84c379b45cb53d399add3 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/5687b76310f84c379b45cb53d399add3 2024-12-01T23:55:58,216 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/5687b76310f84c379b45cb53d399add3, entries=150, sequenceid=114, filesize=11.7 K 2024-12-01T23:55:58,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/d827dbe1a0dc436f8446acd57148e477 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d827dbe1a0dc436f8446acd57148e477 2024-12-01T23:55:58,219 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d827dbe1a0dc436f8446acd57148e477, entries=150, sequenceid=114, filesize=11.7 K 2024-12-01T23:55:58,220 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for e5dd7999fa3a7936cee4690f77a65dab in 1249ms, sequenceid=114, compaction requested=false 2024-12-01T23:55:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-01T23:55:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-01T23:55:58,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-01T23:55:58,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3160 sec 2024-12-01T23:55:58,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.3200 sec 2024-12-01T23:55:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:58,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T23:55:58,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:55:58,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:58,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:55:58,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:58,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:55:58,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:55:58,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f1019c05575045988be8ac0efd258364_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097357249/Put/seqid=0 2024-12-01T23:55:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742388_1564 (size=14594) 2024-12-01T23:55:58,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097358338, max timestamp=1733097358356Num uniques 859; 2024-12-01T23:55:58,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:58,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097358338, max timestamp=1733097358356Num uniques 859; 2024-12-01T23:55:58,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:58,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733097358338, max timestamp=1733097358356Num uniques 859; 2024-12-01T23:55:58,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/579b0f681375:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T23:55:58,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097418408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097418408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097418412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097418522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097418522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097418523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:55:58,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097418733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097418733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097418733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:58,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f1019c05575045988be8ac0efd258364_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f1019c05575045988be8ac0efd258364_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:55:58,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c201e8bb69194f3a9c108a7b96a8889b, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:55:58,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c201e8bb69194f3a9c108a7b96a8889b is 175, key is test_row_0/A:col10/1733097357249/Put/seqid=0 2024-12-01T23:55:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742389_1565 (size=39549) 2024-12-01T23:55:59,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097419043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:59,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:59,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097419043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097419043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:59,158 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c201e8bb69194f3a9c108a7b96a8889b 2024-12-01T23:55:59,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/76df8a293a924b038a59c9b547900e64 is 50, key is test_row_0/B:col10/1733097357249/Put/seqid=0 2024-12-01T23:55:59,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742390_1566 (size=12001) 2024-12-01T23:55:59,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097419552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:59,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097419553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:59,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097419553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:55:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:55:59,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/76df8a293a924b038a59c9b547900e64 2024-12-01T23:55:59,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ed9e6b23f53d44548c8db519dff00e3c is 50, key is test_row_0/C:col10/1733097357249/Put/seqid=0 2024-12-01T23:55:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742391_1567 (size=12001) 2024-12-01T23:55:59,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ed9e6b23f53d44548c8db519dff00e3c 2024-12-01T23:55:59,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c201e8bb69194f3a9c108a7b96a8889b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c201e8bb69194f3a9c108a7b96a8889b 2024-12-01T23:55:59,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c201e8bb69194f3a9c108a7b96a8889b, entries=200, sequenceid=128, filesize=38.6 K 2024-12-01T23:55:59,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/76df8a293a924b038a59c9b547900e64 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/76df8a293a924b038a59c9b547900e64 2024-12-01T23:55:59,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/76df8a293a924b038a59c9b547900e64, entries=150, sequenceid=128, filesize=11.7 K 2024-12-01T23:55:59,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ed9e6b23f53d44548c8db519dff00e3c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ed9e6b23f53d44548c8db519dff00e3c 2024-12-01T23:55:59,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ed9e6b23f53d44548c8db519dff00e3c, entries=150, sequenceid=128, filesize=11.7 K 2024-12-01T23:55:59,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e5dd7999fa3a7936cee4690f77a65dab in 1706ms, sequenceid=128, compaction requested=true 2024-12-01T23:55:59,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:55:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:55:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:55:59,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:55:59,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:55:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:55:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:55:59,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:59,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:55:59,992 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/A is initiating minor compaction (all files) 2024-12-01T23:55:59,992 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/B is initiating minor compaction (all files) 2024-12-01T23:55:59,992 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/B in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:59,992 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/A in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:59,993 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/0db2524b9d9843f2bb61ae7da229855d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/5687b76310f84c379b45cb53d399add3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/76df8a293a924b038a59c9b547900e64] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=35.3 K 2024-12-01T23:55:59,993 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/bab5aa3b7b0b446eb644f0fac8654b0f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/fb23d0704b1e451eb20ddb6e6966339f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c201e8bb69194f3a9c108a7b96a8889b] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=99.2 K 2024-12-01T23:55:59,993 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:55:59,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/bab5aa3b7b0b446eb644f0fac8654b0f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/fb23d0704b1e451eb20ddb6e6966339f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c201e8bb69194f3a9c108a7b96a8889b] 2024-12-01T23:55:59,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 0db2524b9d9843f2bb61ae7da229855d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733097353944 2024-12-01T23:55:59,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting bab5aa3b7b0b446eb644f0fac8654b0f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733097353944 2024-12-01T23:55:59,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 5687b76310f84c379b45cb53d399add3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733097356103 2024-12-01T23:55:59,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb23d0704b1e451eb20ddb6e6966339f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733097356103 2024-12-01T23:55:59,993 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 76df8a293a924b038a59c9b547900e64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733097357249 2024-12-01T23:55:59,993 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting c201e8bb69194f3a9c108a7b96a8889b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733097357249 2024-12-01T23:55:59,997 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:00,000 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:00,001 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/72a980eb93084c8ea82dc371e4c44d88 is 50, key is test_row_0/B:col10/1733097357249/Put/seqid=0 2024-12-01T23:56:00,002 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201d24d501fd27149c6a6ada47b64e1247a_e5dd7999fa3a7936cee4690f77a65dab store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:00,003 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201d24d501fd27149c6a6ada47b64e1247a_e5dd7999fa3a7936cee4690f77a65dab, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:00,003 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d24d501fd27149c6a6ada47b64e1247a_e5dd7999fa3a7936cee4690f77a65dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742392_1568 (size=12207) 2024-12-01T23:56:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742393_1569 (size=4469) 2024-12-01T23:56:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T23:56:00,063 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:00,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:56:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-01T23:56:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T23:56:00,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:56:00,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:56:00,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:56:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T23:56:00,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T23:56:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:00,217 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-01T23:56:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:56:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:56:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T23:56:00,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201db5223a784334965a3d2cea606e3b20f_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097358407/Put/seqid=0 2024-12-01T23:56:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742394_1570 (size=12304) 2024-12-01T23:56:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T23:56:00,411 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/72a980eb93084c8ea82dc371e4c44d88 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/72a980eb93084c8ea82dc371e4c44d88 2024-12-01T23:56:00,414 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/B of e5dd7999fa3a7936cee4690f77a65dab into 72a980eb93084c8ea82dc371e4c44d88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:00,414 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:00,414 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/B, priority=13, startTime=1733097359992; duration=0sec 2024-12-01T23:56:00,414 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:00,414 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:B 2024-12-01T23:56:00,414 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:00,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:00,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/C is initiating minor compaction (all files) 2024-12-01T23:56:00,415 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/C in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:00,415 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/36fa8074385540abaef02ef570ad9e5b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d827dbe1a0dc436f8446acd57148e477, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ed9e6b23f53d44548c8db519dff00e3c] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=35.3 K 2024-12-01T23:56:00,415 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 36fa8074385540abaef02ef570ad9e5b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733097353944 2024-12-01T23:56:00,416 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d827dbe1a0dc436f8446acd57148e477, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733097356103 2024-12-01T23:56:00,416 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ed9e6b23f53d44548c8db519dff00e3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733097357249 2024-12-01T23:56:00,417 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:00,417 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/41258d284d994981917a9d5d1a253351 is 175, key is test_row_0/A:col10/1733097357249/Put/seqid=0 2024-12-01T23:56:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742395_1571 (size=31161) 2024-12-01T23:56:00,425 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:00,426 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ce640e7d481e43a9950e0d38972d4447 is 50, key is test_row_0/C:col10/1733097357249/Put/seqid=0 2024-12-01T23:56:00,428 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/41258d284d994981917a9d5d1a253351 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/41258d284d994981917a9d5d1a253351 2024-12-01T23:56:00,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742396_1572 (size=12207) 2024-12-01T23:56:00,431 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/A of e5dd7999fa3a7936cee4690f77a65dab into 41258d284d994981917a9d5d1a253351(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:00,431 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:00,431 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/A, priority=13, startTime=1733097359992; duration=0sec 2024-12-01T23:56:00,431 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:00,431 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:A 2024-12-01T23:56:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:00,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097420574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097420575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097420576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:00,629 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201db5223a784334965a3d2cea606e3b20f_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201db5223a784334965a3d2cea606e3b20f_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/7dcd7eb5607b416aa3e5fa034e95035e, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/7dcd7eb5607b416aa3e5fa034e95035e is 175, key is test_row_0/A:col10/1733097358407/Put/seqid=0 2024-12-01T23:56:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742397_1573 (size=31105) 2024-12-01T23:56:00,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097420682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097420682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097420683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T23:56:00,832 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/ce640e7d481e43a9950e0d38972d4447 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ce640e7d481e43a9950e0d38972d4447 2024-12-01T23:56:00,835 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/C of e5dd7999fa3a7936cee4690f77a65dab into ce640e7d481e43a9950e0d38972d4447(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:00,835 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:00,836 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/C, priority=13, startTime=1733097359992; duration=0sec 2024-12-01T23:56:00,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:00,836 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:C 2024-12-01T23:56:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097420892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097420892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097420892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,034 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/7dcd7eb5607b416aa3e5fa034e95035e 2024-12-01T23:56:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/01c7da518bcf47829a25306bd5b70339 is 50, key is test_row_0/B:col10/1733097358407/Put/seqid=0 2024-12-01T23:56:01,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742398_1574 (size=12151) 2024-12-01T23:56:01,043 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/01c7da518bcf47829a25306bd5b70339 2024-12-01T23:56:01,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/19af2bf160f54a3aaf3adc11abf4770b is 50, key is test_row_0/C:col10/1733097358407/Put/seqid=0 2024-12-01T23:56:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742399_1575 (size=12151) 2024-12-01T23:56:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T23:56:01,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097421203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097421203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097421203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,452 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/19af2bf160f54a3aaf3adc11abf4770b 2024-12-01T23:56:01,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/7dcd7eb5607b416aa3e5fa034e95035e as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/7dcd7eb5607b416aa3e5fa034e95035e 2024-12-01T23:56:01,457 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/7dcd7eb5607b416aa3e5fa034e95035e, entries=150, sequenceid=164, filesize=30.4 K 2024-12-01T23:56:01,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/01c7da518bcf47829a25306bd5b70339 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/01c7da518bcf47829a25306bd5b70339 2024-12-01T23:56:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,461 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/01c7da518bcf47829a25306bd5b70339, entries=150, sequenceid=164, filesize=11.9 K 2024-12-01T23:56:01,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/19af2bf160f54a3aaf3adc11abf4770b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/19af2bf160f54a3aaf3adc11abf4770b 2024-12-01T23:56:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,464 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/19af2bf160f54a3aaf3adc11abf4770b, entries=150, sequenceid=164, filesize=11.9 K 2024-12-01T23:56:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,464 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for e5dd7999fa3a7936cee4690f77a65dab in 1247ms, sequenceid=164, compaction requested=false 2024-12-01T23:56:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-01T23:56:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-01T23:56:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-01T23:56:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-01T23:56:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.4050 sec 2024-12-01T23:56:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:01,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T23:56:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012a13f0c0140d4e09a69e8f9d4900fc48_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097361717/Put/seqid=0 2024-12-01T23:56:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742400_1576 (size=9814) 2024-12-01T23:56:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097421756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097421759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097421759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097421863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097421873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097421873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097422073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097422083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097422083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:02,131 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012a13f0c0140d4e09a69e8f9d4900fc48_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012a13f0c0140d4e09a69e8f9d4900fc48_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:02,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/72295ea04c6343dba03a37afe692ac59, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:02,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/72295ea04c6343dba03a37afe692ac59 is 175, key is test_row_0/A:col10/1733097361717/Put/seqid=0 2024-12-01T23:56:02,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742401_1577 (size=22461) 2024-12-01T23:56:02,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58546 deadline: 1733097422143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,145 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_1' in e5dd7999fa3a7936cee4690f77a65dab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:56:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58570 deadline: 1733097422173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,175 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 579b0f681375,43621,1733097206849 for 'test_row_2' in e5dd7999fa3a7936cee4690f77a65dab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-12-01T23:56:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T23:56:02,213 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:02,213 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:56:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-01T23:56:02,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:56:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T23:56:02,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:56:02,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:56:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T23:56:02,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097422383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097422392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097422392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T23:56:02,536 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/72295ea04c6343dba03a37afe692ac59 2024-12-01T23:56:02,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a540e8ca1100435e9ef9e0daa1bd597f is 50, key is test_row_0/B:col10/1733097361717/Put/seqid=0 2024-12-01T23:56:02,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742402_1578 (size=9757) 2024-12-01T23:56:02,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:02,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:02,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:02,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T23:56:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097422892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097422902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097422903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:02,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a540e8ca1100435e9ef9e0daa1bd597f 2024-12-01T23:56:02,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/24b34189832f4f7b98e5e3af094dedab is 50, key is test_row_0/C:col10/1733097361717/Put/seqid=0 2024-12-01T23:56:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742403_1579 (size=9757) 2024-12-01T23:56:02,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:02,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:03,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:03,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:03,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/24b34189832f4f7b98e5e3af094dedab 2024-12-01T23:56:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T23:56:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/72295ea04c6343dba03a37afe692ac59 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/72295ea04c6343dba03a37afe692ac59 2024-12-01T23:56:03,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/72295ea04c6343dba03a37afe692ac59, entries=100, sequenceid=180, filesize=21.9 K 2024-12-01T23:56:03,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a540e8ca1100435e9ef9e0daa1bd597f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a540e8ca1100435e9ef9e0daa1bd597f 2024-12-01T23:56:03,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a540e8ca1100435e9ef9e0daa1bd597f, entries=100, sequenceid=180, filesize=9.5 K 2024-12-01T23:56:03,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/24b34189832f4f7b98e5e3af094dedab as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/24b34189832f4f7b98e5e3af094dedab 2024-12-01T23:56:03,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/24b34189832f4f7b98e5e3af094dedab, entries=100, sequenceid=180, filesize=9.5 K 2024-12-01T23:56:03,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e5dd7999fa3a7936cee4690f77a65dab in 1647ms, sequenceid=180, compaction requested=true 2024-12-01T23:56:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:56:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:56:03,364 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:03,364 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:56:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/B is initiating minor compaction (all files) 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/A is initiating minor compaction (all files) 2024-12-01T23:56:03,365 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/B in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,365 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/A in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,365 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/72a980eb93084c8ea82dc371e4c44d88, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/01c7da518bcf47829a25306bd5b70339, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a540e8ca1100435e9ef9e0daa1bd597f] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=33.3 K 2024-12-01T23:56:03,365 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/41258d284d994981917a9d5d1a253351, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/7dcd7eb5607b416aa3e5fa034e95035e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/72295ea04c6343dba03a37afe692ac59] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=82.7 K 2024-12-01T23:56:03,365 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/41258d284d994981917a9d5d1a253351, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/7dcd7eb5607b416aa3e5fa034e95035e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/72295ea04c6343dba03a37afe692ac59] 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 72a980eb93084c8ea82dc371e4c44d88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733097357249 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41258d284d994981917a9d5d1a253351, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733097357249 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 01c7da518bcf47829a25306bd5b70339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733097358406 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a540e8ca1100435e9ef9e0daa1bd597f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733097361715 2024-12-01T23:56:03,365 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dcd7eb5607b416aa3e5fa034e95035e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733097358406 2024-12-01T23:56:03,366 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72295ea04c6343dba03a37afe692ac59, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733097361715 2024-12-01T23:56:03,369 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:03,371 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:03,371 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/db410a04f30547c1a057fd344b2ccc0b is 50, key is test_row_0/B:col10/1733097361717/Put/seqid=0 2024-12-01T23:56:03,384 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412018f6e77e0126b4b53b4e2bd34ff610506_e5dd7999fa3a7936cee4690f77a65dab store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:03,385 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412018f6e77e0126b4b53b4e2bd34ff610506_e5dd7999fa3a7936cee4690f77a65dab, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:03,386 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018f6e77e0126b4b53b4e2bd34ff610506_e5dd7999fa3a7936cee4690f77a65dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742404_1580 (size=12459) 2024-12-01T23:56:03,396 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/db410a04f30547c1a057fd344b2ccc0b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/db410a04f30547c1a057fd344b2ccc0b 2024-12-01T23:56:03,400 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/B of e5dd7999fa3a7936cee4690f77a65dab into db410a04f30547c1a057fd344b2ccc0b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:03,400 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:03,400 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/B, priority=13, startTime=1733097363364; duration=0sec 2024-12-01T23:56:03,400 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:03,400 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:B 2024-12-01T23:56:03,400 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:03,401 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:03,401 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/C is initiating minor compaction (all files) 2024-12-01T23:56:03,401 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/C in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,401 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ce640e7d481e43a9950e0d38972d4447, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/19af2bf160f54a3aaf3adc11abf4770b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/24b34189832f4f7b98e5e3af094dedab] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=33.3 K 2024-12-01T23:56:03,401 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting ce640e7d481e43a9950e0d38972d4447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733097357249 2024-12-01T23:56:03,402 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 19af2bf160f54a3aaf3adc11abf4770b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733097358406 2024-12-01T23:56:03,402 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 24b34189832f4f7b98e5e3af094dedab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733097361715 2024-12-01T23:56:03,409 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:03,410 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/841e7c86ffe54d968c8a323a33206d1c is 50, key is test_row_0/C:col10/1733097361717/Put/seqid=0 2024-12-01T23:56:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742405_1581 (size=4469) 2024-12-01T23:56:03,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742406_1582 (size=12459) 2024-12-01T23:56:03,414 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#A#compaction#494 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:03,415 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/ae0f38d7b7fd4ac4b2485567226f73b9 is 175, key is test_row_0/A:col10/1733097361717/Put/seqid=0 2024-12-01T23:56:03,419 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/841e7c86ffe54d968c8a323a33206d1c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/841e7c86ffe54d968c8a323a33206d1c 2024-12-01T23:56:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742407_1583 (size=31520) 2024-12-01T23:56:03,424 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/C of e5dd7999fa3a7936cee4690f77a65dab into 841e7c86ffe54d968c8a323a33206d1c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:03,424 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:03,424 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/C, priority=13, startTime=1733097363364; duration=0sec 2024-12-01T23:56:03,424 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:03,425 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:C 2024-12-01T23:56:03,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T23:56:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:03,436 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T23:56:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:03,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b84179d8c38f429fac6d439abc37c93e_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097361752/Put/seqid=0 2024-12-01T23:56:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742408_1584 (size=12304) 2024-12-01T23:56:03,824 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/ae0f38d7b7fd4ac4b2485567226f73b9 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/ae0f38d7b7fd4ac4b2485567226f73b9 2024-12-01T23:56:03,827 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/A of e5dd7999fa3a7936cee4690f77a65dab into ae0f38d7b7fd4ac4b2485567226f73b9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:03,827 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:03,827 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/A, priority=13, startTime=1733097363364; duration=0sec 2024-12-01T23:56:03,827 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:03,827 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:A 2024-12-01T23:56:03,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:03,849 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b84179d8c38f429fac6d439abc37c93e_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b84179d8c38f429fac6d439abc37c93e_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9e029d6acb8b4014a1822b6361d85f25, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:03,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9e029d6acb8b4014a1822b6361d85f25 is 175, key is test_row_0/A:col10/1733097361752/Put/seqid=0 2024-12-01T23:56:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742409_1585 (size=31105) 2024-12-01T23:56:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:03,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:03,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097423919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:03,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097423920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097423920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097424033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097424033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097424033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097424243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097424243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097424243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,253 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9e029d6acb8b4014a1822b6361d85f25 2024-12-01T23:56:04,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/f3f861760b384821b72b929f2167acbc is 50, key is test_row_0/B:col10/1733097361752/Put/seqid=0 2024-12-01T23:56:04,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742410_1586 (size=12151) 2024-12-01T23:56:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T23:56:04,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097424552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097424552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097424552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:04,667 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/f3f861760b384821b72b929f2167acbc 2024-12-01T23:56:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb is 50, key is test_row_0/C:col10/1733097361752/Put/seqid=0 2024-12-01T23:56:04,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742411_1587 (size=12151) 2024-12-01T23:56:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097425063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097425063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097425063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:05,075 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb 2024-12-01T23:56:05,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9e029d6acb8b4014a1822b6361d85f25 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9e029d6acb8b4014a1822b6361d85f25 2024-12-01T23:56:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9e029d6acb8b4014a1822b6361d85f25, entries=150, sequenceid=201, filesize=30.4 K 2024-12-01T23:56:05,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/f3f861760b384821b72b929f2167acbc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/f3f861760b384821b72b929f2167acbc 2024-12-01T23:56:05,083 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/f3f861760b384821b72b929f2167acbc, entries=150, sequenceid=201, filesize=11.9 K 2024-12-01T23:56:05,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb 2024-12-01T23:56:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,086 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb, entries=150, sequenceid=201, filesize=11.9 K 2024-12-01T23:56:05,087 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e5dd7999fa3a7936cee4690f77a65dab in 1651ms, sequenceid=201, compaction requested=false 2024-12-01T23:56:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-01T23:56:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-01T23:56:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-01T23:56:05,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8830 sec 2024-12-01T23:56:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.8880 sec 2024-12-01T23:56:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:56:06,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:06,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:06,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:06,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:06,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:06,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120148f581343511467fb648febc9da11122_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097363918/Put/seqid=0 2024-12-01T23:56:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742412_1588 (size=12304) 2024-12-01T23:56:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097426122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097426123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097426123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097426233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097426233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097426233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T23:56:06,373 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:06,374 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:56:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-01T23:56:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T23:56:06,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:56:06,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:56:06,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:56:06,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097426443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097426443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097426443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T23:56:06,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:06,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120148f581343511467fb648febc9da11122_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120148f581343511467fb648febc9da11122_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:06,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c209d9378aa140a3894fd25d71e1be5a, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:06,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c209d9378aa140a3894fd25d71e1be5a is 175, key is test_row_0/A:col10/1733097363918/Put/seqid=0 2024-12-01T23:56:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742413_1589 (size=31101) 2024-12-01T23:56:06,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c209d9378aa140a3894fd25d71e1be5a 2024-12-01T23:56:06,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/fee4508a254e453d83ebd9f30c99a069 is 50, key is test_row_0/B:col10/1733097363918/Put/seqid=0 2024-12-01T23:56:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742414_1590 (size=9757) 2024-12-01T23:56:06,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/fee4508a254e453d83ebd9f30c99a069 2024-12-01T23:56:06,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/b359e6476e2c4773aba743c2e243db4d is 50, key is test_row_0/C:col10/1733097363918/Put/seqid=0 2024-12-01T23:56:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742415_1591 (size=9757) 2024-12-01T23:56:06,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T23:56:06,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:06,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T23:56:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T23:56:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097426752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097426753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097426753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:06,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T23:56:06,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:06,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/b359e6476e2c4773aba743c2e243db4d 2024-12-01T23:56:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/c209d9378aa140a3894fd25d71e1be5a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c209d9378aa140a3894fd25d71e1be5a 2024-12-01T23:56:06,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c209d9378aa140a3894fd25d71e1be5a, entries=150, sequenceid=216, filesize=30.4 K 2024-12-01T23:56:06,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/fee4508a254e453d83ebd9f30c99a069 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/fee4508a254e453d83ebd9f30c99a069 2024-12-01T23:56:06,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/fee4508a254e453d83ebd9f30c99a069, entries=100, sequenceid=216, filesize=9.5 K 2024-12-01T23:56:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/b359e6476e2c4773aba743c2e243db4d as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b359e6476e2c4773aba743c2e243db4d 2024-12-01T23:56:06,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b359e6476e2c4773aba743c2e243db4d, entries=100, sequenceid=216, filesize=9.5 K 2024-12-01T23:56:06,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e5dd7999fa3a7936cee4690f77a65dab in 852ms, sequenceid=216, compaction requested=true 2024-12-01T23:56:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:56:06,926 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:56:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:06,926 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:56:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:06,927 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:06,927 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93726 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:06,927 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/A is initiating minor compaction (all files) 2024-12-01T23:56:06,927 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/B is initiating minor compaction (all files) 2024-12-01T23:56:06,927 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/B in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,927 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/A in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,927 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/db410a04f30547c1a057fd344b2ccc0b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/f3f861760b384821b72b929f2167acbc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/fee4508a254e453d83ebd9f30c99a069] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=33.6 K 2024-12-01T23:56:06,927 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/ae0f38d7b7fd4ac4b2485567226f73b9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9e029d6acb8b4014a1822b6361d85f25, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c209d9378aa140a3894fd25d71e1be5a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=91.5 K 2024-12-01T23:56:06,927 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,927 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/ae0f38d7b7fd4ac4b2485567226f73b9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9e029d6acb8b4014a1822b6361d85f25, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c209d9378aa140a3894fd25d71e1be5a] 2024-12-01T23:56:06,927 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting db410a04f30547c1a057fd344b2ccc0b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733097358406 2024-12-01T23:56:06,928 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae0f38d7b7fd4ac4b2485567226f73b9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733097358406 2024-12-01T23:56:06,928 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting f3f861760b384821b72b929f2167acbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733097361752 2024-12-01T23:56:06,928 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e029d6acb8b4014a1822b6361d85f25, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733097361752 2024-12-01T23:56:06,928 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting fee4508a254e453d83ebd9f30c99a069, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733097363918 2024-12-01T23:56:06,928 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting c209d9378aa140a3894fd25d71e1be5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733097363918 2024-12-01T23:56:06,932 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:06,933 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:06,933 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a3bb2361d1ff4f91ba4cf77bad379d07 is 50, key is test_row_0/B:col10/1733097363918/Put/seqid=0 2024-12-01T23:56:06,934 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412012b2fb4143eef4465965b2f154800c925_e5dd7999fa3a7936cee4690f77a65dab store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:06,935 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412012b2fb4143eef4465965b2f154800c925_e5dd7999fa3a7936cee4690f77a65dab, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:06,935 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012b2fb4143eef4465965b2f154800c925_e5dd7999fa3a7936cee4690f77a65dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:06,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742416_1592 (size=12561) 2024-12-01T23:56:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742417_1593 (size=4469) 2024-12-01T23:56:06,941 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a3bb2361d1ff4f91ba4cf77bad379d07 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3bb2361d1ff4f91ba4cf77bad379d07 2024-12-01T23:56:06,944 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/B of e5dd7999fa3a7936cee4690f77a65dab into a3bb2361d1ff4f91ba4cf77bad379d07(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:06,944 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:06,944 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/B, priority=13, startTime=1733097366926; duration=0sec 2024-12-01T23:56:06,944 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:06,944 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:B 2024-12-01T23:56:06,944 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:06,945 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:06,945 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/C is initiating minor compaction (all files) 2024-12-01T23:56:06,945 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/C in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,945 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/841e7c86ffe54d968c8a323a33206d1c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b359e6476e2c4773aba743c2e243db4d] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=33.6 K 2024-12-01T23:56:06,945 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 841e7c86ffe54d968c8a323a33206d1c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733097358406 2024-12-01T23:56:06,945 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fc8b6f1de5a4b168bdaabfe8cc07fbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733097361752 2024-12-01T23:56:06,946 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b359e6476e2c4773aba743c2e243db4d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733097363918 2024-12-01T23:56:06,950 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#C#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:06,950 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/14b7b660229f45278baa25765e82e6c0 is 50, key is test_row_0/C:col10/1733097363918/Put/seqid=0 2024-12-01T23:56:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742418_1594 (size=12561) 2024-12-01T23:56:06,957 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/14b7b660229f45278baa25765e82e6c0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/14b7b660229f45278baa25765e82e6c0 2024-12-01T23:56:06,960 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/C of e5dd7999fa3a7936cee4690f77a65dab into 14b7b660229f45278baa25765e82e6c0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:06,960 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:06,960 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/C, priority=13, startTime=1733097366926; duration=0sec 2024-12-01T23:56:06,960 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:06,960 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:C 2024-12-01T23:56:06,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T23:56:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:06,985 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T23:56:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017e3e7ac3325c41478004aa273de22740_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097366122/Put/seqid=0 2024-12-01T23:56:06,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742419_1595 (size=12304) 2024-12-01T23:56:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T23:56:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097427276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097427276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097427280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,340 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#A#compaction#503 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:07,340 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/e51bf5c0c9814cf492c1fff7500a0c82 is 175, key is test_row_0/A:col10/1733097363918/Put/seqid=0 2024-12-01T23:56:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742420_1596 (size=31622) 2024-12-01T23:56:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097427383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097427383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:07,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097427393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,396 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017e3e7ac3325c41478004aa273de22740_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017e3e7ac3325c41478004aa273de22740_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/a720bbe6403f43f3ae515a59a7e82cd0, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/a720bbe6403f43f3ae515a59a7e82cd0 is 175, key is test_row_0/A:col10/1733097366122/Put/seqid=0 2024-12-01T23:56:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742421_1597 (size=31105) 2024-12-01T23:56:07,400 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/a720bbe6403f43f3ae515a59a7e82cd0 2024-12-01T23:56:07,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/d1b64a065efb4c9190c4472c6a528b89 is 50, key is test_row_0/B:col10/1733097366122/Put/seqid=0 2024-12-01T23:56:07,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742422_1598 (size=12151) 2024-12-01T23:56:07,411 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/d1b64a065efb4c9190c4472c6a528b89 2024-12-01T23:56:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/b456841f475a4b9a97591642727ecd42 is 50, key is test_row_0/C:col10/1733097366122/Put/seqid=0 2024-12-01T23:56:07,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742423_1599 (size=12151) 2024-12-01T23:56:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T23:56:07,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097427593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097427593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097427603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,748 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/e51bf5c0c9814cf492c1fff7500a0c82 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e51bf5c0c9814cf492c1fff7500a0c82 2024-12-01T23:56:07,751 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/A of e5dd7999fa3a7936cee4690f77a65dab into e51bf5c0c9814cf492c1fff7500a0c82(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:07,751 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:07,751 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/A, priority=13, startTime=1733097366926; duration=0sec 2024-12-01T23:56:07,751 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:07,751 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:A 2024-12-01T23:56:07,820 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/b456841f475a4b9a97591642727ecd42 2024-12-01T23:56:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/a720bbe6403f43f3ae515a59a7e82cd0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/a720bbe6403f43f3ae515a59a7e82cd0 2024-12-01T23:56:07,826 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/a720bbe6403f43f3ae515a59a7e82cd0, entries=150, sequenceid=236, filesize=30.4 K 2024-12-01T23:56:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/d1b64a065efb4c9190c4472c6a528b89 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/d1b64a065efb4c9190c4472c6a528b89 2024-12-01T23:56:07,829 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/d1b64a065efb4c9190c4472c6a528b89, entries=150, sequenceid=236, filesize=11.9 K 2024-12-01T23:56:07,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/b456841f475a4b9a97591642727ecd42 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b456841f475a4b9a97591642727ecd42 2024-12-01T23:56:07,832 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b456841f475a4b9a97591642727ecd42, entries=150, sequenceid=236, filesize=11.9 K 2024-12-01T23:56:07,832 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e5dd7999fa3a7936cee4690f77a65dab in 847ms, sequenceid=236, compaction requested=false 2024-12-01T23:56:07,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:07,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-01T23:56:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-01T23:56:07,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-01T23:56:07,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4580 sec 2024-12-01T23:56:07,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4610 sec 2024-12-01T23:56:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:07,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T23:56:07,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:07,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:07,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:07,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:07,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:07,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:07,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b5d381428b584248987d42ec6455e223_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097367905/Put/seqid=0 2024-12-01T23:56:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742424_1600 (size=17284) 2024-12-01T23:56:07,916 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:07,919 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b5d381428b584248987d42ec6455e223_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b5d381428b584248987d42ec6455e223_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:07,920 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/e070efc4fa9e46368124689f5747fa4c, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:07,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/e070efc4fa9e46368124689f5747fa4c is 175, key is test_row_0/A:col10/1733097367905/Put/seqid=0 2024-12-01T23:56:07,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742425_1601 (size=48389) 2024-12-01T23:56:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097427927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097427931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097427931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097428042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097428043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097428043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097428253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097428253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097428253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/e070efc4fa9e46368124689f5747fa4c 2024-12-01T23:56:08,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/c58c59efb9e14c6897ad9da3585187c4 is 50, key is test_row_0/B:col10/1733097367905/Put/seqid=0 2024-12-01T23:56:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742426_1602 (size=12151) 2024-12-01T23:56:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T23:56:08,523 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:08,523 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:56:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-01T23:56:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T23:56:08,524 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:56:08,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:56:08,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:56:08,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097428563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097428563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097428563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T23:56:08,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T23:56:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:08,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/c58c59efb9e14c6897ad9da3585187c4 2024-12-01T23:56:08,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/c7d90a7cbb2b47e095ecf3350193b741 is 50, key is test_row_0/C:col10/1733097367905/Put/seqid=0 2024-12-01T23:56:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742427_1603 (size=12151) 2024-12-01T23:56:08,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T23:56:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:08,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T23:56:08,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T23:56:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:08,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097429073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097429073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097429073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:09,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T23:56:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:09,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T23:56:09,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/c7d90a7cbb2b47e095ecf3350193b741 2024-12-01T23:56:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/e070efc4fa9e46368124689f5747fa4c as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e070efc4fa9e46368124689f5747fa4c 2024-12-01T23:56:09,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e070efc4fa9e46368124689f5747fa4c, entries=250, sequenceid=253, filesize=47.3 K 2024-12-01T23:56:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/c58c59efb9e14c6897ad9da3585187c4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/c58c59efb9e14c6897ad9da3585187c4 2024-12-01T23:56:09,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/c58c59efb9e14c6897ad9da3585187c4, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T23:56:09,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/c7d90a7cbb2b47e095ecf3350193b741 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c7d90a7cbb2b47e095ecf3350193b741 2024-12-01T23:56:09,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c7d90a7cbb2b47e095ecf3350193b741, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T23:56:09,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for e5dd7999fa3a7936cee4690f77a65dab in 1287ms, sequenceid=253, compaction requested=true 2024-12-01T23:56:09,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:09,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:56:09,194 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:09,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:09,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:56:09,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:09,194 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:09,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:56:09,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:09,194 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:09,194 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111116 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:09,194 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/B is initiating minor compaction (all files) 2024-12-01T23:56:09,194 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/A is initiating minor compaction (all files) 2024-12-01T23:56:09,194 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/B in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:09,194 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/A in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:09,194 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3bb2361d1ff4f91ba4cf77bad379d07, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/d1b64a065efb4c9190c4472c6a528b89, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/c58c59efb9e14c6897ad9da3585187c4] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=36.0 K 2024-12-01T23:56:09,194 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e51bf5c0c9814cf492c1fff7500a0c82, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/a720bbe6403f43f3ae515a59a7e82cd0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e070efc4fa9e46368124689f5747fa4c] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=108.5 K 2024-12-01T23:56:09,194 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:09,194 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e51bf5c0c9814cf492c1fff7500a0c82, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/a720bbe6403f43f3ae515a59a7e82cd0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e070efc4fa9e46368124689f5747fa4c] 2024-12-01T23:56:09,195 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting a3bb2361d1ff4f91ba4cf77bad379d07, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733097361754 2024-12-01T23:56:09,195 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e51bf5c0c9814cf492c1fff7500a0c82, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733097361754 2024-12-01T23:56:09,195 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b64a065efb4c9190c4472c6a528b89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733097366121 2024-12-01T23:56:09,195 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting a720bbe6403f43f3ae515a59a7e82cd0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733097366121 2024-12-01T23:56:09,195 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c58c59efb9e14c6897ad9da3585187c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733097367274 2024-12-01T23:56:09,195 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting e070efc4fa9e46368124689f5747fa4c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733097367268 2024-12-01T23:56:09,199 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:09,200 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#B#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:09,200 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/360f0fbebb32471da7feaa8e933487a4 is 50, key is test_row_0/B:col10/1733097367905/Put/seqid=0 2024-12-01T23:56:09,201 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412019b40b6c648404d03aadc332777a1b58c_e5dd7999fa3a7936cee4690f77a65dab store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:09,203 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412019b40b6c648404d03aadc332777a1b58c_e5dd7999fa3a7936cee4690f77a65dab, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:09,203 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019b40b6c648404d03aadc332777a1b58c_e5dd7999fa3a7936cee4690f77a65dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742428_1604 (size=12663) 2024-12-01T23:56:09,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742429_1605 (size=4469) 2024-12-01T23:56:09,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T23:56:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:09,287 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-01T23:56:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:09,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015a8c159cfa2245b188ba0c9561d3cd08_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097367925/Put/seqid=0 2024-12-01T23:56:09,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742430_1606 (size=12454) 2024-12-01T23:56:09,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:09,305 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015a8c159cfa2245b188ba0c9561d3cd08_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015a8c159cfa2245b188ba0c9561d3cd08_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:09,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9bef4bbae21041628ded4de20cdf42f6, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:09,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9bef4bbae21041628ded4de20cdf42f6 is 175, key is test_row_0/A:col10/1733097367925/Put/seqid=0 2024-12-01T23:56:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742431_1607 (size=31255) 2024-12-01T23:56:09,312 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9bef4bbae21041628ded4de20cdf42f6 2024-12-01T23:56:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/2c66f99f1a144f2b97b4abb415aa9b14 is 50, key is test_row_0/B:col10/1733097367925/Put/seqid=0 2024-12-01T23:56:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742432_1608 (size=12301) 2024-12-01T23:56:09,621 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#A#compaction#512 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:09,621 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/2d898d8c49c44b099f0600a92d8e9a21 is 175, key is test_row_0/A:col10/1733097367905/Put/seqid=0 2024-12-01T23:56:09,623 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/360f0fbebb32471da7feaa8e933487a4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/360f0fbebb32471da7feaa8e933487a4 2024-12-01T23:56:09,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742433_1609 (size=31617) 2024-12-01T23:56:09,626 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/B of e5dd7999fa3a7936cee4690f77a65dab into 360f0fbebb32471da7feaa8e933487a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:09,626 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:09,626 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/B, priority=13, startTime=1733097369194; duration=0sec 2024-12-01T23:56:09,626 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:09,626 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:B 2024-12-01T23:56:09,626 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:09,627 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:09,627 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/C is initiating minor compaction (all files) 2024-12-01T23:56:09,627 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/C in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:09,627 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/14b7b660229f45278baa25765e82e6c0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b456841f475a4b9a97591642727ecd42, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c7d90a7cbb2b47e095ecf3350193b741] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=36.0 K 2024-12-01T23:56:09,627 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 14b7b660229f45278baa25765e82e6c0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733097361754 2024-12-01T23:56:09,628 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b456841f475a4b9a97591642727ecd42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733097366121 2024-12-01T23:56:09,628 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting c7d90a7cbb2b47e095ecf3350193b741, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733097367274 2024-12-01T23:56:09,633 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:09,633 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/d93bfe6593944d8c83d81863ff583776 is 50, key is test_row_0/C:col10/1733097367905/Put/seqid=0 2024-12-01T23:56:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742434_1610 (size=12663) 2024-12-01T23:56:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T23:56:09,720 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/2c66f99f1a144f2b97b4abb415aa9b14 2024-12-01T23:56:09,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/1e55f3d94e364afba3779a3a9655dac0 is 50, key is test_row_0/C:col10/1733097367925/Put/seqid=0 2024-12-01T23:56:09,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742435_1611 (size=12301) 2024-12-01T23:56:10,028 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/2d898d8c49c44b099f0600a92d8e9a21 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/2d898d8c49c44b099f0600a92d8e9a21 2024-12-01T23:56:10,031 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/A of e5dd7999fa3a7936cee4690f77a65dab into 2d898d8c49c44b099f0600a92d8e9a21(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:10,031 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:10,031 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/A, priority=13, startTime=1733097369193; duration=0sec 2024-12-01T23:56:10,031 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:10,031 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:A 2024-12-01T23:56:10,043 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/d93bfe6593944d8c83d81863ff583776 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d93bfe6593944d8c83d81863ff583776 2024-12-01T23:56:10,046 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/C of e5dd7999fa3a7936cee4690f77a65dab into d93bfe6593944d8c83d81863ff583776(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:10,046 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:10,046 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/C, priority=13, startTime=1733097369194; duration=0sec 2024-12-01T23:56:10,046 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:10,046 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:C 2024-12-01T23:56:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:10,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:10,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097430100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097430101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097430103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,128 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/1e55f3d94e364afba3779a3a9655dac0 2024-12-01T23:56:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/9bef4bbae21041628ded4de20cdf42f6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9bef4bbae21041628ded4de20cdf42f6 2024-12-01T23:56:10,134 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9bef4bbae21041628ded4de20cdf42f6, entries=150, sequenceid=270, filesize=30.5 K 2024-12-01T23:56:10,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/2c66f99f1a144f2b97b4abb415aa9b14 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/2c66f99f1a144f2b97b4abb415aa9b14 2024-12-01T23:56:10,137 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/2c66f99f1a144f2b97b4abb415aa9b14, entries=150, sequenceid=270, filesize=12.0 K 2024-12-01T23:56:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/1e55f3d94e364afba3779a3a9655dac0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/1e55f3d94e364afba3779a3a9655dac0 2024-12-01T23:56:10,140 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/1e55f3d94e364afba3779a3a9655dac0, entries=150, sequenceid=270, filesize=12.0 K 2024-12-01T23:56:10,141 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e5dd7999fa3a7936cee4690f77a65dab in 854ms, sequenceid=270, compaction requested=false 2024-12-01T23:56:10,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:10,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:10,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-01T23:56:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-01T23:56:10,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-01T23:56:10,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-12-01T23:56:10,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.6210 sec 2024-12-01T23:56:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:10,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T23:56:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:10,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201883e97e064ce440589bbfd97eeca4bdc_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097370214/Put/seqid=0 2024-12-01T23:56:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742436_1612 (size=17534) 2024-12-01T23:56:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097430232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097430231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097430236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097430343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097430343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097430343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097430553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097430553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097430553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:10,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201883e97e064ce440589bbfd97eeca4bdc_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201883e97e064ce440589bbfd97eeca4bdc_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:10,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/0f9a791222ea40a9ad2a2ff5244e3bc4, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:10,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/0f9a791222ea40a9ad2a2ff5244e3bc4 is 175, key is test_row_0/A:col10/1733097370214/Put/seqid=0 2024-12-01T23:56:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742437_1613 (size=48639) 2024-12-01T23:56:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T23:56:10,673 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:10,673 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T23:56:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-01T23:56:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T23:56:10,675 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T23:56:10,675 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T23:56:10,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T23:56:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T23:56:10,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T23:56:10,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:10,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:10,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:10,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:10,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097430862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097430862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097430862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:10,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T23:56:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:10,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T23:56:11,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/0f9a791222ea40a9ad2a2ff5244e3bc4 2024-12-01T23:56:11,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/b0ee445a9e0f4580b6d6224fe99a810a is 50, key is test_row_0/B:col10/1733097370214/Put/seqid=0 2024-12-01T23:56:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742438_1614 (size=12301) 2024-12-01T23:56:11,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T23:56:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T23:56:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:11,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T23:56:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58580 deadline: 1733097431372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58494 deadline: 1733097431373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:56:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1733097431373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 2024-12-01T23:56:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:56:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., hostname=579b0f681375,43621,1733097206849, seqNum=5 because the exception is null or not the one we care about 2024-12-01T23:56:11,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T23:56:11,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:11,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:56:11,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/b0ee445a9e0f4580b6d6224fe99a810a 2024-12-01T23:56:11,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/97c73411f72d449fad54d7080891253f is 50, key is test_row_0/C:col10/1733097370214/Put/seqid=0 2024-12-01T23:56:11,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742439_1615 (size=12301) 2024-12-01T23:56:11,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/97c73411f72d449fad54d7080891253f 2024-12-01T23:56:11,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/0f9a791222ea40a9ad2a2ff5244e3bc4 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/0f9a791222ea40a9ad2a2ff5244e3bc4 2024-12-01T23:56:11,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/0f9a791222ea40a9ad2a2ff5244e3bc4, entries=250, sequenceid=291, filesize=47.5 K 2024-12-01T23:56:11,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/b0ee445a9e0f4580b6d6224fe99a810a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/b0ee445a9e0f4580b6d6224fe99a810a 2024-12-01T23:56:11,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/b0ee445a9e0f4580b6d6224fe99a810a, entries=150, sequenceid=291, filesize=12.0 K 2024-12-01T23:56:11,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/97c73411f72d449fad54d7080891253f as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/97c73411f72d449fad54d7080891253f 2024-12-01T23:56:11,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/97c73411f72d449fad54d7080891253f, entries=150, sequenceid=291, filesize=12.0 K 2024-12-01T23:56:11,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e5dd7999fa3a7936cee4690f77a65dab in 1253ms, sequenceid=291, compaction requested=true 2024-12-01T23:56:11,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:11,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T23:56:11,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:11,468 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:11,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T23:56:11,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:11,468 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:11,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5dd7999fa3a7936cee4690f77a65dab:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T23:56:11,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:11,469 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111511 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:11,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:11,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/B is initiating minor compaction (all files) 2024-12-01T23:56:11,469 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/A is initiating minor compaction (all files) 2024-12-01T23:56:11,469 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/B in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,469 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/A in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,469 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/360f0fbebb32471da7feaa8e933487a4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/2c66f99f1a144f2b97b4abb415aa9b14, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/b0ee445a9e0f4580b6d6224fe99a810a] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=36.4 K 2024-12-01T23:56:11,469 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/2d898d8c49c44b099f0600a92d8e9a21, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9bef4bbae21041628ded4de20cdf42f6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/0f9a791222ea40a9ad2a2ff5244e3bc4] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=108.9 K 2024-12-01T23:56:11,469 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,469 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. files: [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/2d898d8c49c44b099f0600a92d8e9a21, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9bef4bbae21041628ded4de20cdf42f6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/0f9a791222ea40a9ad2a2ff5244e3bc4] 2024-12-01T23:56:11,469 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 360f0fbebb32471da7feaa8e933487a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733097367274 2024-12-01T23:56:11,470 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d898d8c49c44b099f0600a92d8e9a21, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733097367274 2024-12-01T23:56:11,470 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c66f99f1a144f2b97b4abb415aa9b14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097367925 2024-12-01T23:56:11,470 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bef4bbae21041628ded4de20cdf42f6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097367925 2024-12-01T23:56:11,470 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting b0ee445a9e0f4580b6d6224fe99a810a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097370100 2024-12-01T23:56:11,470 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f9a791222ea40a9ad2a2ff5244e3bc4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097370098 2024-12-01T23:56:11,475 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:11,475 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/339ecfdd1f624a6cabfe34660a273666 is 50, key is test_row_0/B:col10/1733097370214/Put/seqid=0 2024-12-01T23:56:11,476 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742440_1616 (size=12915) 2024-12-01T23:56:11,479 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412014b11111575aa4be9993f611c7240658b_e5dd7999fa3a7936cee4690f77a65dab store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:11,480 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412014b11111575aa4be9993f611c7240658b_e5dd7999fa3a7936cee4690f77a65dab, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:11,481 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014b11111575aa4be9993f611c7240658b_e5dd7999fa3a7936cee4690f77a65dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:11,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742441_1617 (size=4469) 2024-12-01T23:56:11,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T23:56:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,589 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T23:56:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201304a5b01597b4a16a25c86e7c58e620e_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097370231/Put/seqid=0 2024-12-01T23:56:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742442_1618 (size=12454) 2024-12-01T23:56:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:11,600 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201304a5b01597b4a16a25c86e7c58e620e_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201304a5b01597b4a16a25c86e7c58e620e_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:11,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/8082631b03fc47418d78b920260f0f2b, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/8082631b03fc47418d78b920260f0f2b is 175, key is test_row_0/A:col10/1733097370231/Put/seqid=0 2024-12-01T23:56:11,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742443_1619 (size=31255) 2024-12-01T23:56:11,735 INFO [Thread-2430 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2430. 2024-12-01T23:56:11,735 DEBUG [Thread-2430 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:11,735 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,735 INFO [Thread-2428 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2428. 2024-12-01T23:56:11,735 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,735 DEBUG [Thread-2428 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:11,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:11,735 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,735 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:11,735 INFO [Thread-2436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2436. 2024-12-01T23:56:11,735 DEBUG [Thread-2436 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:11,735 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,735 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:11,737 INFO [Thread-2432 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2432. 2024-12-01T23:56:11,737 DEBUG [Thread-2432 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:11,737 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,737 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:11,737 INFO [Thread-2434 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2434. 2024-12-01T23:56:11,737 DEBUG [Thread-2434 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:11,737 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,737 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:11,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T23:56:11,888 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/339ecfdd1f624a6cabfe34660a273666 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/339ecfdd1f624a6cabfe34660a273666 2024-12-01T23:56:11,890 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#A#compaction#521 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:11,890 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/6e3ffff8122441718af1f0af3ed2a620 is 175, key is test_row_0/A:col10/1733097370214/Put/seqid=0 2024-12-01T23:56:11,894 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/B of e5dd7999fa3a7936cee4690f77a65dab into 339ecfdd1f624a6cabfe34660a273666(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:11,894 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:11,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742444_1620 (size=31869) 2024-12-01T23:56:11,894 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/B, priority=13, startTime=1733097371468; duration=0sec 2024-12-01T23:56:11,894 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T23:56:11,894 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:B 2024-12-01T23:56:11,894 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T23:56:11,895 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T23:56:11,895 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1541): e5dd7999fa3a7936cee4690f77a65dab/C is initiating minor compaction (all files) 2024-12-01T23:56:11,895 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5dd7999fa3a7936cee4690f77a65dab/C in TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:11,895 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d93bfe6593944d8c83d81863ff583776, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/1e55f3d94e364afba3779a3a9655dac0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/97c73411f72d449fad54d7080891253f] into tmpdir=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp, totalSize=36.4 K 2024-12-01T23:56:11,895 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting d93bfe6593944d8c83d81863ff583776, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733097367274 2024-12-01T23:56:11,896 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e55f3d94e364afba3779a3a9655dac0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733097367925 2024-12-01T23:56:11,896 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] compactions.Compactor(225): Compacting 97c73411f72d449fad54d7080891253f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733097370100 2024-12-01T23:56:11,898 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/6e3ffff8122441718af1f0af3ed2a620 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/6e3ffff8122441718af1f0af3ed2a620 2024-12-01T23:56:11,902 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5dd7999fa3a7936cee4690f77a65dab#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T23:56:11,902 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/067f8ad9d73e4f2b9ee5343012785337 is 50, key is test_row_0/C:col10/1733097370214/Put/seqid=0 2024-12-01T23:56:11,902 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/A of e5dd7999fa3a7936cee4690f77a65dab into 6e3ffff8122441718af1f0af3ed2a620(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:11,902 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:11,903 INFO [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/A, priority=13, startTime=1733097371468; duration=0sec 2024-12-01T23:56:11,903 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:11,903 DEBUG [RS:0;579b0f681375:43621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:A 2024-12-01T23:56:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742445_1621 (size=12915) 2024-12-01T23:56:12,005 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/8082631b03fc47418d78b920260f0f2b 2024-12-01T23:56:12,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/44d6ad948c2147d88512327000f20824 is 50, key is test_row_0/B:col10/1733097370231/Put/seqid=0 2024-12-01T23:56:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742446_1622 (size=12301) 2024-12-01T23:56:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] regionserver.HRegion(8855): Flush requested on e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:12,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. as already flushing 2024-12-01T23:56:12,216 INFO [Thread-2419 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2419. 2024-12-01T23:56:12,216 DEBUG [Thread-2419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:12,216 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,216 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:12,236 INFO [Thread-2425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2425. 2024-12-01T23:56:12,237 DEBUG [Thread-2425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:12,237 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,237 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:12,314 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/067f8ad9d73e4f2b9ee5343012785337 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/067f8ad9d73e4f2b9ee5343012785337 2024-12-01T23:56:12,318 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5dd7999fa3a7936cee4690f77a65dab/C of e5dd7999fa3a7936cee4690f77a65dab into 067f8ad9d73e4f2b9ee5343012785337(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T23:56:12,318 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:12,318 INFO [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., storeName=e5dd7999fa3a7936cee4690f77a65dab/C, priority=13, startTime=1733097371468; duration=0sec 2024-12-01T23:56:12,318 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T23:56:12,318 DEBUG [RS:0;579b0f681375:43621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5dd7999fa3a7936cee4690f77a65dab:C 2024-12-01T23:56:12,387 INFO [Thread-2417 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2417. 2024-12-01T23:56:12,387 INFO [Thread-2421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2421. 2024-12-01T23:56:12,387 DEBUG [Thread-2421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:12,387 DEBUG [Thread-2417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:12,387 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,387 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,387 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,387 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:12,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:12,395 INFO [Thread-2423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2423. 2024-12-01T23:56:12,395 DEBUG [Thread-2423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T23:56:12,395 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,395 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:12,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:12,423 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/44d6ad948c2147d88512327000f20824 2024-12-01T23:56:12,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/2d40a102f6d04532841c60edbba593c0 is 50, key is test_row_0/C:col10/1733097370231/Put/seqid=0 2024-12-01T23:56:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742447_1623 (size=12301) 2024-12-01T23:56:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T23:56:12,842 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/2d40a102f6d04532841c60edbba593c0 2024-12-01T23:56:12,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/8082631b03fc47418d78b920260f0f2b as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/8082631b03fc47418d78b920260f0f2b 2024-12-01T23:56:12,855 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/8082631b03fc47418d78b920260f0f2b, entries=150, sequenceid=305, filesize=30.5 K 2024-12-01T23:56:12,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/44d6ad948c2147d88512327000f20824 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/44d6ad948c2147d88512327000f20824 2024-12-01T23:56:12,859 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/44d6ad948c2147d88512327000f20824, entries=150, sequenceid=305, filesize=12.0 K 2024-12-01T23:56:12,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/2d40a102f6d04532841c60edbba593c0 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/2d40a102f6d04532841c60edbba593c0 2024-12-01T23:56:12,863 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/2d40a102f6d04532841c60edbba593c0, entries=150, sequenceid=305, filesize=12.0 K 2024-12-01T23:56:12,864 INFO [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=33.54 KB/34350 for e5dd7999fa3a7936cee4690f77a65dab in 1274ms, sequenceid=305, compaction requested=false 2024-12-01T23:56:12,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for e5dd7999fa3a7936cee4690f77a65dab: 2024-12-01T23:56:12,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:12,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/579b0f681375:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-01T23:56:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-01T23:56:12,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-01T23:56:12,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1890 sec 2024-12-01T23:56:12,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.1940 sec 2024-12-01T23:56:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T23:56:14,854 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:14,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T23:56:14,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-01T23:56:14,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-01T23:56:14,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-01T23:56:14,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-01T23:56:14,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-01T23:56:14,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T23:56:14,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4321 2024-12-01T23:56:14,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4478 2024-12-01T23:56:14,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4255 2024-12-01T23:56:14,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4334 2024-12-01T23:56:14,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4500 2024-12-01T23:56:14,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T23:56:14,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:56:14,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:56:14,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:14,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:14,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:14,857 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T23:56:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T23:56:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T23:56:14,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097374863"}]},"ts":"1733097374863"} 2024-12-01T23:56:14,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T23:56:14,866 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T23:56:14,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T23:56:14,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, UNASSIGN}] 2024-12-01T23:56:14,869 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, UNASSIGN 2024-12-01T23:56:14,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=CLOSING, regionLocation=579b0f681375,43621,1733097206849 2024-12-01T23:56:14,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, UNASSIGN because future has completed 2024-12-01T23:56:14,872 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T23:56:14,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849}] 2024-12-01T23:56:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T23:56:15,026 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:15,026 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T23:56:15,026 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing e5dd7999fa3a7936cee4690f77a65dab, disabling compactions & flushes 2024-12-01T23:56:15,026 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:15,026 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:15,026 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. after waiting 0 ms 2024-12-01T23:56:15,027 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:15,027 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing e5dd7999fa3a7936cee4690f77a65dab 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-01T23:56:15,027 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=A 2024-12-01T23:56:15,027 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:15,028 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=B 2024-12-01T23:56:15,028 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:15,028 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5dd7999fa3a7936cee4690f77a65dab, store=C 2024-12-01T23:56:15,028 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T23:56:15,037 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120109ff6bc108494a3b8b09577bfe9e3b30_e5dd7999fa3a7936cee4690f77a65dab is 50, key is test_row_0/A:col10/1733097372393/Put/seqid=0 2024-12-01T23:56:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742448_1624 (size=12454) 2024-12-01T23:56:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T23:56:15,443 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:56:15,451 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120109ff6bc108494a3b8b09577bfe9e3b30_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120109ff6bc108494a3b8b09577bfe9e3b30_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:15,453 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/091b30606ffe4d1e92a020e684ab9c97, store: [table=TestAcidGuarantees family=A region=e5dd7999fa3a7936cee4690f77a65dab] 2024-12-01T23:56:15,454 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/091b30606ffe4d1e92a020e684ab9c97 is 175, key is test_row_0/A:col10/1733097372393/Put/seqid=0 2024-12-01T23:56:15,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742449_1625 (size=31255) 2024-12-01T23:56:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T23:56:15,858 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/091b30606ffe4d1e92a020e684ab9c97 2024-12-01T23:56:15,868 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a0310e20e96942d799b5b3ff2b9da1e7 is 50, key is test_row_0/B:col10/1733097372393/Put/seqid=0 2024-12-01T23:56:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742450_1626 (size=12301) 2024-12-01T23:56:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T23:56:16,273 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a0310e20e96942d799b5b3ff2b9da1e7 2024-12-01T23:56:16,285 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/c156b234be52413ead03e7754300c987 is 50, key is test_row_0/C:col10/1733097372393/Put/seqid=0 2024-12-01T23:56:16,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742451_1627 (size=12301) 2024-12-01T23:56:16,689 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/c156b234be52413ead03e7754300c987 2024-12-01T23:56:16,694 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/A/091b30606ffe4d1e92a020e684ab9c97 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/091b30606ffe4d1e92a020e684ab9c97 2024-12-01T23:56:16,697 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/091b30606ffe4d1e92a020e684ab9c97, entries=150, sequenceid=316, filesize=30.5 K 2024-12-01T23:56:16,698 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/B/a0310e20e96942d799b5b3ff2b9da1e7 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a0310e20e96942d799b5b3ff2b9da1e7 2024-12-01T23:56:16,701 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a0310e20e96942d799b5b3ff2b9da1e7, entries=150, sequenceid=316, filesize=12.0 K 2024-12-01T23:56:16,702 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/.tmp/C/c156b234be52413ead03e7754300c987 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c156b234be52413ead03e7754300c987 2024-12-01T23:56:16,706 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c156b234be52413ead03e7754300c987, entries=150, sequenceid=316, filesize=12.0 K 2024-12-01T23:56:16,707 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e5dd7999fa3a7936cee4690f77a65dab in 1680ms, sequenceid=316, compaction requested=true 2024-12-01T23:56:16,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/cc5d43b5d0d24589902ffee049ca3e54, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/88792109270647158e45891d3bea4a34, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/bab5aa3b7b0b446eb644f0fac8654b0f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/25b1f9cc80b042169e31ed8fc36549a4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/fb23d0704b1e451eb20ddb6e6966339f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c201e8bb69194f3a9c108a7b96a8889b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/41258d284d994981917a9d5d1a253351, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/7dcd7eb5607b416aa3e5fa034e95035e, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/ae0f38d7b7fd4ac4b2485567226f73b9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/72295ea04c6343dba03a37afe692ac59, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9e029d6acb8b4014a1822b6361d85f25, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e51bf5c0c9814cf492c1fff7500a0c82, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c209d9378aa140a3894fd25d71e1be5a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/a720bbe6403f43f3ae515a59a7e82cd0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e070efc4fa9e46368124689f5747fa4c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/2d898d8c49c44b099f0600a92d8e9a21, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9bef4bbae21041628ded4de20cdf42f6, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/0f9a791222ea40a9ad2a2ff5244e3bc4] to archive 2024-12-01T23:56:16,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:56:16,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/cc5d43b5d0d24589902ffee049ca3e54 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/cc5d43b5d0d24589902ffee049ca3e54 2024-12-01T23:56:16,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/88792109270647158e45891d3bea4a34 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/88792109270647158e45891d3bea4a34 2024-12-01T23:56:16,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/bab5aa3b7b0b446eb644f0fac8654b0f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/bab5aa3b7b0b446eb644f0fac8654b0f 2024-12-01T23:56:16,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/25b1f9cc80b042169e31ed8fc36549a4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/25b1f9cc80b042169e31ed8fc36549a4 2024-12-01T23:56:16,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/fb23d0704b1e451eb20ddb6e6966339f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/fb23d0704b1e451eb20ddb6e6966339f 2024-12-01T23:56:16,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c201e8bb69194f3a9c108a7b96a8889b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c201e8bb69194f3a9c108a7b96a8889b 2024-12-01T23:56:16,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/41258d284d994981917a9d5d1a253351 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/41258d284d994981917a9d5d1a253351 2024-12-01T23:56:16,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/7dcd7eb5607b416aa3e5fa034e95035e to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/7dcd7eb5607b416aa3e5fa034e95035e 2024-12-01T23:56:16,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/ae0f38d7b7fd4ac4b2485567226f73b9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/ae0f38d7b7fd4ac4b2485567226f73b9 2024-12-01T23:56:16,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/72295ea04c6343dba03a37afe692ac59 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/72295ea04c6343dba03a37afe692ac59 2024-12-01T23:56:16,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9e029d6acb8b4014a1822b6361d85f25 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9e029d6acb8b4014a1822b6361d85f25 2024-12-01T23:56:16,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e51bf5c0c9814cf492c1fff7500a0c82 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e51bf5c0c9814cf492c1fff7500a0c82 2024-12-01T23:56:16,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c209d9378aa140a3894fd25d71e1be5a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/c209d9378aa140a3894fd25d71e1be5a 2024-12-01T23:56:16,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/a720bbe6403f43f3ae515a59a7e82cd0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/a720bbe6403f43f3ae515a59a7e82cd0 2024-12-01T23:56:16,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e070efc4fa9e46368124689f5747fa4c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/e070efc4fa9e46368124689f5747fa4c 2024-12-01T23:56:16,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/2d898d8c49c44b099f0600a92d8e9a21 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/2d898d8c49c44b099f0600a92d8e9a21 2024-12-01T23:56:16,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9bef4bbae21041628ded4de20cdf42f6 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/9bef4bbae21041628ded4de20cdf42f6 2024-12-01T23:56:16,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/0f9a791222ea40a9ad2a2ff5244e3bc4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/0f9a791222ea40a9ad2a2ff5244e3bc4 2024-12-01T23:56:16,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3e45c79b7224df284e8986bc9b9694a, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/65e0738a9c4b46398db0e6abc2366c77, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/0db2524b9d9843f2bb61ae7da229855d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/3eb274a06f634c8aabb309a7b6f89ca9, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/5687b76310f84c379b45cb53d399add3, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/72a980eb93084c8ea82dc371e4c44d88, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/76df8a293a924b038a59c9b547900e64, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/01c7da518bcf47829a25306bd5b70339, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/db410a04f30547c1a057fd344b2ccc0b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a540e8ca1100435e9ef9e0daa1bd597f, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/f3f861760b384821b72b929f2167acbc, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3bb2361d1ff4f91ba4cf77bad379d07, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/fee4508a254e453d83ebd9f30c99a069, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/d1b64a065efb4c9190c4472c6a528b89, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/360f0fbebb32471da7feaa8e933487a4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/c58c59efb9e14c6897ad9da3585187c4, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/2c66f99f1a144f2b97b4abb415aa9b14, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/b0ee445a9e0f4580b6d6224fe99a810a] to archive 2024-12-01T23:56:16,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:56:16,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3e45c79b7224df284e8986bc9b9694a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3e45c79b7224df284e8986bc9b9694a 2024-12-01T23:56:16,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/65e0738a9c4b46398db0e6abc2366c77 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/65e0738a9c4b46398db0e6abc2366c77 2024-12-01T23:56:16,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/0db2524b9d9843f2bb61ae7da229855d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/0db2524b9d9843f2bb61ae7da229855d 2024-12-01T23:56:16,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/3eb274a06f634c8aabb309a7b6f89ca9 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/3eb274a06f634c8aabb309a7b6f89ca9 2024-12-01T23:56:16,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/5687b76310f84c379b45cb53d399add3 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/5687b76310f84c379b45cb53d399add3 2024-12-01T23:56:16,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/72a980eb93084c8ea82dc371e4c44d88 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/72a980eb93084c8ea82dc371e4c44d88 2024-12-01T23:56:16,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/76df8a293a924b038a59c9b547900e64 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/76df8a293a924b038a59c9b547900e64 2024-12-01T23:56:16,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/01c7da518bcf47829a25306bd5b70339 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/01c7da518bcf47829a25306bd5b70339 2024-12-01T23:56:16,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/db410a04f30547c1a057fd344b2ccc0b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/db410a04f30547c1a057fd344b2ccc0b 2024-12-01T23:56:16,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a540e8ca1100435e9ef9e0daa1bd597f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a540e8ca1100435e9ef9e0daa1bd597f 2024-12-01T23:56:16,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/f3f861760b384821b72b929f2167acbc to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/f3f861760b384821b72b929f2167acbc 2024-12-01T23:56:16,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3bb2361d1ff4f91ba4cf77bad379d07 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a3bb2361d1ff4f91ba4cf77bad379d07 2024-12-01T23:56:16,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/fee4508a254e453d83ebd9f30c99a069 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/fee4508a254e453d83ebd9f30c99a069 2024-12-01T23:56:16,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/d1b64a065efb4c9190c4472c6a528b89 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/d1b64a065efb4c9190c4472c6a528b89 2024-12-01T23:56:16,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/360f0fbebb32471da7feaa8e933487a4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/360f0fbebb32471da7feaa8e933487a4 2024-12-01T23:56:16,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/c58c59efb9e14c6897ad9da3585187c4 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/c58c59efb9e14c6897ad9da3585187c4 2024-12-01T23:56:16,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/2c66f99f1a144f2b97b4abb415aa9b14 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/2c66f99f1a144f2b97b4abb415aa9b14 2024-12-01T23:56:16,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/b0ee445a9e0f4580b6d6224fe99a810a to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/b0ee445a9e0f4580b6d6224fe99a810a 2024-12-01T23:56:16,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/48ce3130bd454589a4a362374a68da1c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/cb519be65f31459487d33746dfab1cfb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/36fa8074385540abaef02ef570ad9e5b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ef303526431f4690a4861f1f35cddeea, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d827dbe1a0dc436f8446acd57148e477, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ce640e7d481e43a9950e0d38972d4447, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ed9e6b23f53d44548c8db519dff00e3c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/19af2bf160f54a3aaf3adc11abf4770b, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/841e7c86ffe54d968c8a323a33206d1c, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/24b34189832f4f7b98e5e3af094dedab, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/14b7b660229f45278baa25765e82e6c0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b359e6476e2c4773aba743c2e243db4d, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b456841f475a4b9a97591642727ecd42, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d93bfe6593944d8c83d81863ff583776, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c7d90a7cbb2b47e095ecf3350193b741, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/1e55f3d94e364afba3779a3a9655dac0, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/97c73411f72d449fad54d7080891253f] to archive 2024-12-01T23:56:16,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T23:56:16,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/48ce3130bd454589a4a362374a68da1c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/48ce3130bd454589a4a362374a68da1c 2024-12-01T23:56:16,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/cb519be65f31459487d33746dfab1cfb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/cb519be65f31459487d33746dfab1cfb 2024-12-01T23:56:16,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/36fa8074385540abaef02ef570ad9e5b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/36fa8074385540abaef02ef570ad9e5b 2024-12-01T23:56:16,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ef303526431f4690a4861f1f35cddeea to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ef303526431f4690a4861f1f35cddeea 2024-12-01T23:56:16,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d827dbe1a0dc436f8446acd57148e477 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d827dbe1a0dc436f8446acd57148e477 2024-12-01T23:56:16,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ce640e7d481e43a9950e0d38972d4447 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ce640e7d481e43a9950e0d38972d4447 2024-12-01T23:56:16,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ed9e6b23f53d44548c8db519dff00e3c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/ed9e6b23f53d44548c8db519dff00e3c 2024-12-01T23:56:16,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/19af2bf160f54a3aaf3adc11abf4770b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/19af2bf160f54a3aaf3adc11abf4770b 2024-12-01T23:56:16,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/841e7c86ffe54d968c8a323a33206d1c to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/841e7c86ffe54d968c8a323a33206d1c 2024-12-01T23:56:16,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/24b34189832f4f7b98e5e3af094dedab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/24b34189832f4f7b98e5e3af094dedab 2024-12-01T23:56:16,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/7fc8b6f1de5a4b168bdaabfe8cc07fbb 2024-12-01T23:56:16,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/14b7b660229f45278baa25765e82e6c0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/14b7b660229f45278baa25765e82e6c0 2024-12-01T23:56:16,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b359e6476e2c4773aba743c2e243db4d to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b359e6476e2c4773aba743c2e243db4d 2024-12-01T23:56:16,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b456841f475a4b9a97591642727ecd42 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/b456841f475a4b9a97591642727ecd42 2024-12-01T23:56:16,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d93bfe6593944d8c83d81863ff583776 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/d93bfe6593944d8c83d81863ff583776 2024-12-01T23:56:16,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c7d90a7cbb2b47e095ecf3350193b741 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c7d90a7cbb2b47e095ecf3350193b741 2024-12-01T23:56:16,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/1e55f3d94e364afba3779a3a9655dac0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/1e55f3d94e364afba3779a3a9655dac0 2024-12-01T23:56:16,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/97c73411f72d449fad54d7080891253f to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/97c73411f72d449fad54d7080891253f 2024-12-01T23:56:16,758 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/recovered.edits/319.seqid, newMaxSeqId=319, maxSeqId=4 2024-12-01T23:56:16,759 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. 2024-12-01T23:56:16,759 DEBUG [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for e5dd7999fa3a7936cee4690f77a65dab: Waiting for close lock at 1733097375026Running coprocessor pre-close hooks at 1733097375026Disabling compacts and flushes for region at 1733097375026Disabling writes for close at 1733097375027 (+1 ms)Obtaining lock to block concurrent updates at 1733097375027Preparing flush snapshotting stores in e5dd7999fa3a7936cee4690f77a65dab at 1733097375027Finished memstore snapshotting TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733097375028 (+1 ms)Flushing stores of TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab. at 1733097375029 (+1 ms)Flushing e5dd7999fa3a7936cee4690f77a65dab/A: creating writer at 1733097375029Flushing mob file e5dd7999fa3a7936cee4690f77a65dab/A: appending metadata at 1733097375037 (+8 ms)Flushing mob file e5dd7999fa3a7936cee4690f77a65dab/A: closing flushed file at 1733097375037Flushing e5dd7999fa3a7936cee4690f77a65dab/A: appending metadata at 1733097375453 (+416 ms)Flushing e5dd7999fa3a7936cee4690f77a65dab/A: closing flushed file at 1733097375453Flushing e5dd7999fa3a7936cee4690f77a65dab/B: creating writer at 1733097375863 (+410 ms)Flushing e5dd7999fa3a7936cee4690f77a65dab/B: appending metadata at 1733097375867 (+4 ms)Flushing e5dd7999fa3a7936cee4690f77a65dab/B: closing flushed file at 1733097375867Flushing e5dd7999fa3a7936cee4690f77a65dab/C: creating writer at 1733097376279 (+412 ms)Flushing e5dd7999fa3a7936cee4690f77a65dab/C: appending metadata at 1733097376284 (+5 ms)Flushing e5dd7999fa3a7936cee4690f77a65dab/C: closing flushed file at 1733097376284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11299b95: reopening flushed file at 1733097376693 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16501109: reopening flushed file at 1733097376697 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7ada10: reopening flushed file at 1733097376701 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e5dd7999fa3a7936cee4690f77a65dab in 1680ms, sequenceid=316, compaction requested=true at 1733097376707 (+6 ms)Writing region close event to WAL at 1733097376756 (+49 ms)Running coprocessor post-close hooks at 1733097376759 (+3 ms)Closed at 1733097376759 2024-12-01T23:56:16,760 INFO [RS_CLOSE_REGION-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:16,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=e5dd7999fa3a7936cee4690f77a65dab, regionState=CLOSED 2024-12-01T23:56:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 because future has completed 2024-12-01T23:56:16,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-01T23:56:16,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure e5dd7999fa3a7936cee4690f77a65dab, server=579b0f681375,43621,1733097206849 in 1.8910 sec 2024-12-01T23:56:16,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-12-01T23:56:16,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5dd7999fa3a7936cee4690f77a65dab, UNASSIGN in 1.8960 sec 2024-12-01T23:56:16,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-01T23:56:16,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8980 sec 2024-12-01T23:56:16,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733097376767"}]},"ts":"1733097376767"} 2024-12-01T23:56:16,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T23:56:16,768 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T23:56:16,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9120 sec 2024-12-01T23:56:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T23:56:17,014 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:17,015 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T23:56:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:56:17,018 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:56:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T23:56:17,020 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:56:17,024 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,027 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C, FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/recovered.edits] 2024-12-01T23:56:17,031 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/091b30606ffe4d1e92a020e684ab9c97 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/091b30606ffe4d1e92a020e684ab9c97 2024-12-01T23:56:17,033 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/6e3ffff8122441718af1f0af3ed2a620 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/6e3ffff8122441718af1f0af3ed2a620 2024-12-01T23:56:17,034 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/8082631b03fc47418d78b920260f0f2b to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/A/8082631b03fc47418d78b920260f0f2b 2024-12-01T23:56:17,038 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/339ecfdd1f624a6cabfe34660a273666 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/339ecfdd1f624a6cabfe34660a273666 2024-12-01T23:56:17,039 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/44d6ad948c2147d88512327000f20824 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/44d6ad948c2147d88512327000f20824 2024-12-01T23:56:17,041 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a0310e20e96942d799b5b3ff2b9da1e7 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/B/a0310e20e96942d799b5b3ff2b9da1e7 2024-12-01T23:56:17,044 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/067f8ad9d73e4f2b9ee5343012785337 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/067f8ad9d73e4f2b9ee5343012785337 2024-12-01T23:56:17,046 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/2d40a102f6d04532841c60edbba593c0 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/2d40a102f6d04532841c60edbba593c0 2024-12-01T23:56:17,047 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c156b234be52413ead03e7754300c987 to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/C/c156b234be52413ead03e7754300c987 2024-12-01T23:56:17,051 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/recovered.edits/319.seqid to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab/recovered.edits/319.seqid 2024-12-01T23:56:17,052 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/default/TestAcidGuarantees/e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,052 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T23:56:17,053 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T23:56:17,054 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T23:56:17,057 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120106b782fe12f145818d2a8921950edd77_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120106b782fe12f145818d2a8921950edd77_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,058 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120109ff6bc108494a3b8b09577bfe9e3b30_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120109ff6bc108494a3b8b09577bfe9e3b30_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,060 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011419d2b286844ac2864a006f769a87d6_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011419d2b286844ac2864a006f769a87d6_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,061 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201172ba79ee0734b15aa2ce2926a1420dc_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201172ba79ee0734b15aa2ce2926a1420dc_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,062 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012a13f0c0140d4e09a69e8f9d4900fc48_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012a13f0c0140d4e09a69e8f9d4900fc48_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,063 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201304a5b01597b4a16a25c86e7c58e620e_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201304a5b01597b4a16a25c86e7c58e620e_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,064 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120148f581343511467fb648febc9da11122_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120148f581343511467fb648febc9da11122_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,066 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015a8c159cfa2245b188ba0c9561d3cd08_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015a8c159cfa2245b188ba0c9561d3cd08_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,067 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017e3e7ac3325c41478004aa273de22740_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017e3e7ac3325c41478004aa273de22740_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,067 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201883e97e064ce440589bbfd97eeca4bdc_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201883e97e064ce440589bbfd97eeca4bdc_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,068 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b5d381428b584248987d42ec6455e223_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b5d381428b584248987d42ec6455e223_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,069 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b84179d8c38f429fac6d439abc37c93e_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b84179d8c38f429fac6d439abc37c93e_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201db5223a784334965a3d2cea606e3b20f_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201db5223a784334965a3d2cea606e3b20f_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ea864fb9006945fdba37c92565334ad9_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ea864fb9006945fdba37c92565334ad9_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,071 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f1019c05575045988be8ac0efd258364_e5dd7999fa3a7936cee4690f77a65dab to hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f1019c05575045988be8ac0efd258364_e5dd7999fa3a7936cee4690f77a65dab 2024-12-01T23:56:17,071 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T23:56:17,073 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:56:17,075 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T23:56:17,077 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T23:56:17,078 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:56:17,078 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T23:56:17,078 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733097377078"}]},"ts":"9223372036854775807"} 2024-12-01T23:56:17,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T23:56:17,079 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e5dd7999fa3a7936cee4690f77a65dab, NAME => 'TestAcidGuarantees,,1733097348609.e5dd7999fa3a7936cee4690f77a65dab.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T23:56:17,080 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T23:56:17,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733097377080"}]},"ts":"9223372036854775807"} 2024-12-01T23:56:17,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T23:56:17,082 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T23:56:17,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-01T23:56:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T23:56:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T23:56:17,124 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T23:56:17,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 251), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=6698 (was 6915) 2024-12-01T23:56:17,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:56:17,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:56:17,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:56:17,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:17,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:17,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:56:17,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:56:17,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051383393, stopped=false 2024-12-01T23:56:17,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=579b0f681375,45043,1733097206113 2024-12-01T23:56:17,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T23:56:17,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T23:56:17,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:56:17,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:56:17,193 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:56:17,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:56:17,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:56:17,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:56:17,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:56:17,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:17,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '579b0f681375,43621,1733097206849' ***** 2024-12-01T23:56:17,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:56:17,195 INFO [RS:0;579b0f681375:43621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:56:17,195 INFO [RS:0;579b0f681375:43621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:56:17,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:56:17,195 INFO [RS:0;579b0f681375:43621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(959): stopping server 579b0f681375,43621,1733097206849 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;579b0f681375:43621. 2024-12-01T23:56:17,196 DEBUG [RS:0;579b0f681375:43621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:56:17,196 DEBUG [RS:0;579b0f681375:43621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:56:17,196 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:56:17,196 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:56:17,197 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:56:17,197 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:56:17,197 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:56:17,197 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:56:17,197 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:56:17,197 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:56:17,197 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-01T23:56:17,219 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/info/e9fa27b265a24804a011c1adf0577245 is 95, key is TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686./info:/1733097237782/DeleteFamily/seqid=0 2024-12-01T23:56:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742452_1628 (size=6514) 2024-12-01T23:56:17,263 INFO [regionserver/579b0f681375:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:56:17,397 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:56:17,409 INFO [regionserver/579b0f681375:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:56:17,409 INFO [regionserver/579b0f681375:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:56:17,597 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:56:17,624 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/info/e9fa27b265a24804a011c1adf0577245 2024-12-01T23:56:17,650 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/ns/74f86fba2ea148b7b1e00bc7c1edd114 is 93, key is TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686./ns:/1733097237734/DeleteFamily/seqid=0 2024-12-01T23:56:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742453_1629 (size=5906) 2024-12-01T23:56:17,653 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/ns/74f86fba2ea148b7b1e00bc7c1edd114 2024-12-01T23:56:17,670 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/rep_barrier/293e8e9021424f5999ec864b897a4ed6 is 102, key is TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686./rep_barrier:/1733097237734/DeleteFamily/seqid=0 2024-12-01T23:56:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742454_1630 (size=6025) 2024-12-01T23:56:17,798 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:56:17,998 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:56:18,073 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/rep_barrier/293e8e9021424f5999ec864b897a4ed6 2024-12-01T23:56:18,094 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/table/85df89ea40d74d678e44875627095dbe is 96, key is TestAcidGuarantees,,1733097210956.ac70cd7fc8c31017c6ffcf8524814686./table:/1733097237734/DeleteFamily/seqid=0 2024-12-01T23:56:18,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742455_1631 (size=5936) 2024-12-01T23:56:18,198 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:56:18,398 DEBUG [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:56:18,499 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/table/85df89ea40d74d678e44875627095dbe 2024-12-01T23:56:18,506 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/info/e9fa27b265a24804a011c1adf0577245 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/info/e9fa27b265a24804a011c1adf0577245 2024-12-01T23:56:18,512 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/info/e9fa27b265a24804a011c1adf0577245, entries=12, sequenceid=90, filesize=6.4 K 2024-12-01T23:56:18,513 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/ns/74f86fba2ea148b7b1e00bc7c1edd114 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/ns/74f86fba2ea148b7b1e00bc7c1edd114 2024-12-01T23:56:18,517 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/ns/74f86fba2ea148b7b1e00bc7c1edd114, entries=8, sequenceid=90, filesize=5.8 K 2024-12-01T23:56:18,518 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/rep_barrier/293e8e9021424f5999ec864b897a4ed6 as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/rep_barrier/293e8e9021424f5999ec864b897a4ed6 2024-12-01T23:56:18,522 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/rep_barrier/293e8e9021424f5999ec864b897a4ed6, entries=6, sequenceid=90, filesize=5.9 K 2024-12-01T23:56:18,522 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/.tmp/table/85df89ea40d74d678e44875627095dbe as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/table/85df89ea40d74d678e44875627095dbe 2024-12-01T23:56:18,526 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/table/85df89ea40d74d678e44875627095dbe, entries=7, sequenceid=90, filesize=5.8 K 2024-12-01T23:56:18,527 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=90, compaction requested=false 2024-12-01T23:56:18,531 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-01T23:56:18,531 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:56:18,531 INFO [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:56:18,531 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733097377196Running coprocessor pre-close hooks at 1733097377197 (+1 ms)Disabling compacts and flushes for region at 1733097377197Disabling writes for close at 1733097377197Obtaining lock to block concurrent updates at 1733097377197Preparing flush snapshotting stores in 1588230740 at 1733097377197Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733097377197Flushing stores of hbase:meta,,1.1588230740 at 1733097377198 (+1 ms)Flushing 1588230740/info: creating writer at 1733097377198Flushing 1588230740/info: appending metadata at 1733097377219 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733097377219Flushing 1588230740/ns: creating writer at 1733097377635 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733097377650 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733097377650Flushing 1588230740/rep_barrier: creating writer at 1733097377657 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733097377669 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733097377669Flushing 1588230740/table: creating writer at 1733097378078 (+409 ms)Flushing 1588230740/table: appending metadata at 1733097378094 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733097378094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c57497d: reopening flushed file at 1733097378505 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bc8f5a: reopening flushed file at 1733097378512 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4ce627: reopening flushed file at 1733097378517 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0cf8a0: reopening flushed file at 1733097378522 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=90, compaction requested=false at 1733097378527 (+5 ms)Writing region close event to WAL at 1733097378528 (+1 ms)Running coprocessor post-close hooks at 1733097378531 (+3 ms)Closed at 1733097378531 2024-12-01T23:56:18,531 DEBUG [RS_CLOSE_META-regionserver/579b0f681375:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:56:18,599 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(976): stopping server 579b0f681375,43621,1733097206849; all regions closed. 2024-12-01T23:56:18,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741834_1010 (size=25344) 2024-12-01T23:56:18,611 DEBUG [RS:0;579b0f681375:43621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/oldWALs 2024-12-01T23:56:18,611 INFO [RS:0;579b0f681375:43621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 579b0f681375%2C43621%2C1733097206849.meta:.meta(num 1733097210498) 2024-12-01T23:56:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741833_1009 (size=16289881) 2024-12-01T23:56:18,616 DEBUG [RS:0;579b0f681375:43621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/oldWALs 2024-12-01T23:56:18,616 INFO [RS:0;579b0f681375:43621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 579b0f681375%2C43621%2C1733097206849:(num 1733097209575) 2024-12-01T23:56:18,616 DEBUG [RS:0;579b0f681375:43621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:56:18,616 INFO [RS:0;579b0f681375:43621 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:56:18,616 INFO [RS:0;579b0f681375:43621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:56:18,617 INFO [RS:0;579b0f681375:43621 {}] hbase.ChoreService(370): Chore service for: regionserver/579b0f681375:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T23:56:18,617 INFO [RS:0;579b0f681375:43621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:56:18,617 INFO [regionserver/579b0f681375:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:56:18,618 INFO [RS:0;579b0f681375:43621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43621 2024-12-01T23:56:18,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/579b0f681375,43621,1733097206849 2024-12-01T23:56:18,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T23:56:18,677 INFO [RS:0;579b0f681375:43621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:56:18,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [579b0f681375,43621,1733097206849] 2024-12-01T23:56:18,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/579b0f681375,43621,1733097206849 already deleted, retry=false 2024-12-01T23:56:18,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 579b0f681375,43621,1733097206849 expired; onlineServers=0 2024-12-01T23:56:18,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '579b0f681375,45043,1733097206113' ***** 2024-12-01T23:56:18,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:56:18,694 INFO [M:0;579b0f681375:45043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:56:18,694 INFO [M:0;579b0f681375:45043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:56:18,694 DEBUG [M:0;579b0f681375:45043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:56:18,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:56:18,694 DEBUG [M:0;579b0f681375:45043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:56:18,694 DEBUG [master/579b0f681375:0:becomeActiveMaster-HFileCleaner.large.0-1733097209186 {}] cleaner.HFileCleaner(306): Exit Thread[master/579b0f681375:0:becomeActiveMaster-HFileCleaner.large.0-1733097209186,5,FailOnTimeoutGroup] 2024-12-01T23:56:18,694 DEBUG [master/579b0f681375:0:becomeActiveMaster-HFileCleaner.small.0-1733097209191 {}] cleaner.HFileCleaner(306): Exit Thread[master/579b0f681375:0:becomeActiveMaster-HFileCleaner.small.0-1733097209191,5,FailOnTimeoutGroup] 2024-12-01T23:56:18,694 INFO [M:0;579b0f681375:45043 {}] hbase.ChoreService(370): Chore service for: master/579b0f681375:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:56:18,694 INFO [M:0;579b0f681375:45043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:56:18,695 DEBUG [M:0;579b0f681375:45043 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:56:18,695 INFO [M:0;579b0f681375:45043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:56:18,695 INFO [M:0;579b0f681375:45043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:56:18,695 ERROR [M:0;579b0f681375:45043 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (726517346) connection to localhost/127.0.0.1:33737 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33737,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-01T23:56:18,696 INFO [M:0;579b0f681375:45043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:56:18,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:56:18,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T23:56:18,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:56:18,701 DEBUG [M:0;579b0f681375:45043 {}] zookeeper.ZKUtil(347): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T23:56:18,701 WARN [M:0;579b0f681375:45043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:56:18,702 INFO [M:0;579b0f681375:45043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/.lastflushedseqids 2024-12-01T23:56:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742456_1632 (size=72) 2024-12-01T23:56:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:56:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43621-0x101949a40c20001, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:56:18,787 INFO [RS:0;579b0f681375:43621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:56:18,787 INFO [RS:0;579b0f681375:43621 {}] regionserver.HRegionServer(1031): Exiting; stopping=579b0f681375,43621,1733097206849; zookeeper connection closed. 2024-12-01T23:56:18,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6177da05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6177da05 2024-12-01T23:56:18,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:56:19,115 INFO [M:0;579b0f681375:45043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:56:19,115 INFO [M:0;579b0f681375:45043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:56:19,116 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:56:19,116 INFO [M:0;579b0f681375:45043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:56:19,116 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:56:19,116 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:56:19,116 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:56:19,116 INFO [M:0;579b0f681375:45043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=779.14 KB heapSize=954.84 KB 2024-12-01T23:56:19,129 DEBUG [M:0;579b0f681375:45043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcd0cbf913bb410fb2f05dab9d18d2ca is 82, key is hbase:meta,,1/info:regioninfo/1733097210580/Put/seqid=0 2024-12-01T23:56:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742457_1633 (size=5672) 2024-12-01T23:56:19,533 INFO [M:0;579b0f681375:45043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2172 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcd0cbf913bb410fb2f05dab9d18d2ca 2024-12-01T23:56:19,559 DEBUG [M:0;579b0f681375:45043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ead7e3453514c48a0814633e9cf4a7a is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1733097351696/Put/seqid=0 2024-12-01T23:56:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742458_1634 (size=45006) 2024-12-01T23:56:19,963 INFO [M:0;579b0f681375:45043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=778.58 KB at sequenceid=2172 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ead7e3453514c48a0814633e9cf4a7a 2024-12-01T23:56:19,971 INFO [M:0;579b0f681375:45043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ead7e3453514c48a0814633e9cf4a7a 2024-12-01T23:56:19,989 DEBUG [M:0;579b0f681375:45043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d64600cc6f649bdb3570889f6fc52cc is 69, key is 579b0f681375,43621,1733097206849/rs:state/1733097209296/Put/seqid=0 2024-12-01T23:56:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073742459_1635 (size=5156) 2024-12-01T23:56:20,393 INFO [M:0;579b0f681375:45043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2172 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d64600cc6f649bdb3570889f6fc52cc 2024-12-01T23:56:20,401 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcd0cbf913bb410fb2f05dab9d18d2ca as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcd0cbf913bb410fb2f05dab9d18d2ca 2024-12-01T23:56:20,404 INFO [M:0;579b0f681375:45043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcd0cbf913bb410fb2f05dab9d18d2ca, entries=8, sequenceid=2172, filesize=5.5 K 2024-12-01T23:56:20,405 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ead7e3453514c48a0814633e9cf4a7a as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ead7e3453514c48a0814633e9cf4a7a 2024-12-01T23:56:20,408 INFO [M:0;579b0f681375:45043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ead7e3453514c48a0814633e9cf4a7a 2024-12-01T23:56:20,408 INFO [M:0;579b0f681375:45043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ead7e3453514c48a0814633e9cf4a7a, entries=168, sequenceid=2172, filesize=44.0 K 2024-12-01T23:56:20,409 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d64600cc6f649bdb3570889f6fc52cc as hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d64600cc6f649bdb3570889f6fc52cc 2024-12-01T23:56:20,412 INFO [M:0;579b0f681375:45043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/b0a7ccd9-ef87-d7cf-ef21-799fe111fa5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d64600cc6f649bdb3570889f6fc52cc, entries=1, sequenceid=2172, filesize=5.0 K 2024-12-01T23:56:20,413 INFO [M:0;579b0f681375:45043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~779.14 KB/797837, heapSize ~954.54 KB/977448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=2172, compaction requested=false 2024-12-01T23:56:20,414 INFO [M:0;579b0f681375:45043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:56:20,414 DEBUG [M:0;579b0f681375:45043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733097379116Disabling compacts and flushes for region at 1733097379116Disabling writes for close at 1733097379116Obtaining lock to block concurrent updates at 1733097379116Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733097379116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=797837, getHeapSize=977688, getOffHeapSize=0, getCellsCount=2365 at 1733097379116Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733097379117 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733097379117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733097379129 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733097379129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733097379541 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733097379558 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733097379558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733097379971 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733097379988 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733097379988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be77d02: reopening flushed file at 1733097380399 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e413155: reopening flushed file at 1733097380404 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e16d2d: reopening flushed file at 1733097380408 (+4 ms)Finished flush of dataSize ~779.14 KB/797837, heapSize ~954.54 KB/977448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=2172, compaction requested=false at 1733097380413 (+5 ms)Writing region close event to WAL at 1733097380414 (+1 ms)Closed at 1733097380414 2024-12-01T23:56:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741830_1006 (size=940208) 2024-12-01T23:56:20,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:56:20,417 INFO [M:0;579b0f681375:45043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:56:20,417 INFO [M:0;579b0f681375:45043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45043 2024-12-01T23:56:20,418 INFO [M:0;579b0f681375:45043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:56:20,576 INFO [M:0;579b0f681375:45043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:56:20,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:56:20,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45043-0x101949a40c20000, quorum=127.0.0.1:62548, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:56:20,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:56:20,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:56:20,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:56:20,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:56:20,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/hadoop.log.dir/,STOPPED} 2024-12-01T23:56:20,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:56:20,588 WARN [BP-570965814-172.17.0.2-1733097202756 heartbeating to localhost/127.0.0.1:33737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:56:20,588 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:56:20,588 WARN [BP-570965814-172.17.0.2-1733097202756 heartbeating to localhost/127.0.0.1:33737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-570965814-172.17.0.2-1733097202756 (Datanode Uuid 1936780b-b8ff-4c1e-b7c5-2bf797a92050) service to localhost/127.0.0.1:33737 2024-12-01T23:56:20,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/data/data1/current/BP-570965814-172.17.0.2-1733097202756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:56:20,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/cluster_f892852f-d68a-1dd1-2f97-fbe8a2ae94a3/data/data2/current/BP-570965814-172.17.0.2-1733097202756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:56:20,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:56:20,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:56:20,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:56:20,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:56:20,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:56:20,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a3c3ff6-9170-3bff-881e-94ee95ebb6a4/hadoop.log.dir/,STOPPED} 2024-12-01T23:56:20,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:56:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down